Compare commits

...

2 commits

Author SHA1 Message Date
28e69e631b
Merge pull request #122 from ai-robots-txt/qualified-bot
Some checks are pending
/ ai-robots-txt (push) Waiting to run
/ run-tests (push) Waiting to run
chore(robots.json): adds QualifiedBot crawler
2025-05-15 07:17:51 -07:00
9539256cb3
chore(robots.json): adds QualifiedBot crawler 2025-05-15 07:16:07 -07:00

View file

@ -335,6 +335,13 @@
"operator": "[Huawei](https://huawei.com/)",
"respect": "Yes"
},
"QualifiedBot": {
"description": "Operated by Qualified as part of their suite of AI product offerings.",
"frequency": "No explicit frequency provided.",
"function": "Company offers AI agents and other related products; usage can be assumed to support said products.",
"operator": "[Qualified](https://www.qualified.com)",
"respect": "Unclear at this time.",
},
"Scrapy": {
"description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"",
"frequency": "No information.",
@ -398,4 +405,4 @@
"frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs."
}
}
}