cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-06-19 02:00:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge pull request #145 from ai-robots-txt/aws-bedrockbot

Browse source 
chore(robots.json): adds bedrockbot
This commit is contained in:
Glyn Normington 2025-06-05 17:51:03 +01:00 • committed by GitHub
commit 81747e6772
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -55,6 +55,13 @@
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "Apple has a secondary user agent, Applebot-Extended ... [that is] used to train Apple's foundation models powering generative AI features across Apple products, including Apple Intelligence, Services, and Developer Tools." "description": "Apple has a secondary user agent, Applebot-Extended ... [that is] used to train Apple's foundation models powering generative AI features across Apple products, including Apple Intelligence, Services, and Developer Tools."
}, },
"bedrockbot": {
"operator": "[Amazon](https://amazon.com)",
"respect": "[Yes](https://docs.aws.amazon.com/bedrock/latest/userguide/webcrawl-data-source-connector.html#configuration-webcrawl-connector)",
"function": "Data scraping for custom AI applications.",
"frequency": "Unclear at this time.",
"description": "Connects to and crawls URLs that have been selected for use in a user's AWS bedrock application."
},
"Brightbot 1.0": { "Brightbot 1.0": {
"operator": "Browsing.ai", "operator": "Browsing.ai",
"respect": "Unclear at this time.", "respect": "Unclear at this time.",
@ -496,4 +503,4 @@
"frequency": "No information.", "frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs." "description": "Retrieves data used for You.com web search engine and LLMs."
} }
} }