From 4568d69b0edad5708fe49fafd2b5c0572cd2dfa4 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Wed, 4 Jun 2025 10:54:14 -0700 Subject: [PATCH] chore(robots.json): adds Panscient --- robots.json | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/robots.json b/robots.json index 739f579..8d1163a 100644 --- a/robots.json +++ b/robots.json @@ -342,6 +342,20 @@ "frequency": "Unclear at this time.", "description": "PanguBot is a web crawler operated by the Chinese company Huawei. It's used to download training data for its multimodal LLM (Large Language Model) called PanGu. More info can be found at https://darkvisitors.com/agents/agents/pangubot" }, + "Panscient": { + "operator": "[Panscient](https://panscient.com)", + "respect": "[Yes](https://panscient.com/faq.htm)", + "function": "Data collection and analysis using machine learning and AI.", + "frequency": "The Panscient web crawler will request a page at most once every second from the same domain name or the same IP address.", + "description": "Compiles data on businesses and business professionals that is structured using AI and machine learning." + }, + "panscient.com": { + "operator": "[Panscient](https://panscient.com)", + "respect": "[Yes](https://panscient.com/faq.htm)", + "function": "Data collection and analysis using machine learning and AI.", + "frequency": "The Panscient web crawler will request a page at most once every second from the same domain name or the same IP address.", + "description": "Compiles data on businesses and business professionals that is structured using AI and machine learning." + }, "Perplexity-User": { "operator": "[Perplexity](https://www.perplexity.ai/)", "respect": "[No](https://docs.perplexity.ai/guides/bots)", @@ -468,4 +482,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}