cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-06-19 02:00:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update from Dark Visitors

Browse source
This commit is contained in:
dark-visitors 2025-06-03 01:00:29 +00:00
parent 4af776f0a0
commit 87016d1504
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
robots.json
View file

@ -20,13 +20,6 @@
"frequency": "No information provided.", "frequency": "No information provided.",
"description": "Scrapes data for AI systems." "description": "Scrapes data for AI systems."
}, },
"Andibot": {
"operator": "[Andi](https://andisearch.com/)",
"respect": "Unclear at this time",
"function": "Search engine using generative AI, AI Search Assistant",
"frequency": "No information provided.",
"description": "Scrapes website and provides AI summary."
},
"Amazonbot": { "Amazonbot": {
"operator": "Amazon", "operator": "Amazon",
"respect": "Yes", "respect": "Yes",
@ -34,6 +27,13 @@
"frequency": "No information provided.", "frequency": "No information provided.",
"description": "Includes references to crawled website when surfacing answers via Alexa; does not clearly outline other uses." "description": "Includes references to crawled website when surfacing answers via Alexa; does not clearly outline other uses."
}, },
"Andibot": {
"operator": "[Andi](https://andisearch.com/)",
"respect": "Unclear at this time",
"function": "Search engine using generative AI, AI Search Assistant",
"frequency": "No information provided.",
"description": "Scrapes website and provides AI summary."
},
"anthropic-ai": { "anthropic-ai": {
"operator": "[Anthropic](https://www.anthropic.com)", "operator": "[Anthropic](https://www.anthropic.com)",
"respect": "Unclear at this time.", "respect": "Unclear at this time.",