cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-06-19 02:00:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge pull request #141 from Ivan-Chupin/patch-1

Browse source 
Add SBIntuitionsBot
This commit is contained in:
Cory Dransfeldt 2025-06-03 16:28:36 -07:00 • committed by GitHub
commit b35f9a31d7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -377,6 +377,13 @@
"operator": "[Qualified](https://www.qualified.com)", "operator": "[Qualified](https://www.qualified.com)",
"respect": "Unclear at this time." "respect": "Unclear at this time."
}, },
"SBIntuitionsBot": {
"description": "AI development and information analysis",
"respect": "[Yes](https://www.sbintuitions.co.jp/en/bot/)",
"frequency": "No information.",
"function": "Uses data gathered in AI development and information analysis.",
"operator": "[SB Intuitions](https://www.sbintuitions.co.jp/en/)"
},
"Scrapy": { "Scrapy": {
"description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"", "description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"",
"frequency": "No information.", "frequency": "No information.",