Add IP mapped Perplexity user agents (#1393)
Perplexity has some proper documentation available for their crawlers, with published IP addresses: https://docs.perplexity.ai/guides/bots. Signed-off-by: Timon de Groot <timon.degroot@team.blue>
This commit is contained in:
parent
186ffeb744
commit
57c0b2b22c
6 changed files with 36 additions and 4 deletions
|
|
@ -4,5 +4,5 @@
|
|||
# - Claude-User: No published IP allowlist
|
||||
- name: "ai-clients"
|
||||
user_agent_regex: >-
|
||||
ChatGPT-User|Claude-User|MistralAI-User
|
||||
ChatGPT-User|Claude-User|MistralAI-User|Perplexity-User
|
||||
action: DENY
|
||||
|
|
|
|||
12
data/clients/perplexity-user.yaml
Normal file
12
data/clients/perplexity-user.yaml
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
# Acts on behalf of user requests
|
||||
# https://docs.perplexity.ai/guides/bots
|
||||
- name: perplexity-user
|
||||
user_agent_regex: Perplexity-User/.+; \+https\://perplexity\.ai/perplexity-user
|
||||
action: ALLOW
|
||||
# https://www.perplexity.com/perplexity-user.json
|
||||
remote_addresses: [
|
||||
"44.208.221.197/32",
|
||||
"34.193.163.52/32",
|
||||
"18.97.21.0/30",
|
||||
"18.97.43.80/29",
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue