cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-06-19 10:00:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Revert "chore(robots.json): adds imgproxy crawler"

Browse source 
This reverts commit b65f45e408.
This commit is contained in:
Cory Dransfeldt 2025-06-02 11:53:06 -07:00
parent 814df6b9a0
commit 1dd66b6969
No known key found for this signature in database
1 changed files with 1 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -251,13 +251,6 @@
"operator": "[img2dataset](https://github.com/rom1504/img2dataset)",
"respect": "Unclear at this time."
},
"imgproxy": {
"frequency": "No information.",
"function": "Not documented or explained on operator's site.",
"operator": "[imgproxy](https://imgproxy.net)",
"respect": "Unclear at this time.",
"description": "AI-powered image processing."
},
"ISSCyberRiskCrawler": {
"description": "Used to train machine learning based models to quantify cyber risk.",
"frequency": "No information.",
@ -454,4 +447,4 @@
"frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs."
}
}
}