# Allow all web crawlers to access all content by default
User-agent: *
Allow: /

# Disallow access to sensitive areas
Disallow: /3rd/
Disallow: /external/
Disallow: /fish/
Disallow: /fish-h5/
Disallow: /pdfjs/
Disallow: /portal_global/

Disallow: /*.js$