User-agent: Googlebot
Disallow: /api/
Allow: /

User-agent: Googlebot-Mobile
Disallow: /api/
Allow: /

User-agent: Mediapartners-Google
Disallow: /api/
Allow: /

User-agent: AdsBot-Google
Disallow: /api/
Allow: /

User-agent: bingbot
Disallow: /api/
Allow: /

User-agent: ia_archiver
Disallow: /api/
Allow: /

User-agent: Twitterbot
Disallow: /portal/
Disallow: /api/
Allow: /

User-agent: Yandex
Disallow: /api/
Allow: /

User-agent: DuckDuckBot
Disallow: /api/
Allow: /

User-agent: Applebot
Disallow: /api/
Allow: /

User-agent: rogerbot
Disallow: /api/
Allow: /

User-agent: *
Disallow: /api/
Allow: /