Merge pull request #136 from ai-robots-txt/imgproxy-revert
Some checks are pending
/ ai-robots-txt (push) Waiting to run
/ run-tests (push) Waiting to run
/ lint-json (push) Waiting to run

chore(robots.json): revert "adds imgproxy crawler"
This commit is contained in:
Glyn Normington 2025-06-02 20:21:10 +01:00 committed by GitHub
commit 4af776f0a0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -251,13 +251,6 @@
"operator": "[img2dataset](https://github.com/rom1504/img2dataset)", "operator": "[img2dataset](https://github.com/rom1504/img2dataset)",
"respect": "Unclear at this time." "respect": "Unclear at this time."
}, },
"imgproxy": {
"frequency": "No information.",
"function": "Not documented or explained on operator's site.",
"operator": "[imgproxy](https://imgproxy.net)",
"respect": "Unclear at this time.",
"description": "AI-powered image processing."
},
"ISSCyberRiskCrawler": { "ISSCyberRiskCrawler": {
"description": "Used to train machine learning based models to quantify cyber risk.", "description": "Used to train machine learning based models to quantify cyber risk.",
"frequency": "No information.", "frequency": "No information.",
@ -454,4 +447,4 @@
"frequency": "No information.", "frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs." "description": "Retrieves data used for You.com web search engine and LLMs."
} }
} }