Add IP mapped Perplexity user agents (#1393)
Perplexity has some proper documentation available for their crawlers, with published IP addresses: https://docs.perplexity.ai/guides/bots. Signed-off-by: Timon de Groot <timon.degroot@team.blue>
This commit is contained in:
parent
186ffeb744
commit
57c0b2b22c
6 changed files with 36 additions and 4 deletions
|
|
@ -3,5 +3,7 @@
|
|||
- import: (data)/bots/ai-catchall.yaml
|
||||
- import: (data)/crawlers/ai-training.yaml
|
||||
- import: (data)/crawlers/openai-searchbot.yaml
|
||||
- import: (data)/crawlers/perplexitybot.yaml
|
||||
- import: (data)/clients/openai-chatgpt-user.yaml
|
||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||
- import: (data)/clients/perplexity-user.yaml
|
||||
|
|
|
|||
|
|
@ -2,5 +2,7 @@
|
|||
- import: (data)/bots/ai-catchall.yaml
|
||||
- import: (data)/crawlers/openai-searchbot.yaml
|
||||
- import: (data)/crawlers/openai-gptbot.yaml
|
||||
- import: (data)/crawlers/perplexitybot.yaml
|
||||
- import: (data)/clients/openai-chatgpt-user.yaml
|
||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||
- import: (data)/clients/perplexity-user.yaml
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue