user-agent: openai
allow: /

user-agent: google-extended
allow: /

user-agent: anthropic-ai
allow: /