User-Agent: Mediapartners-Google
Allow: /

User-Agent: *
Disallow: /contact.php
Disallow: /page-privacy.php
Disallow: /unsubscribe.php
Disallow: /page-terms.php
Disallow: /about.php
Disallow: /lander/explore

# Block OpenAI crawlers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /