User-Agent: *
Disallow: /cgi-bin
Disallow: /wp-
Disallow: /?s=
Disallow: *&s=             
Disallow: /search          
Disallow: /author/         
Disallow: *?attachment_id=
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: /zh
Disallow: /de
Disallow: /es
Disallow: /it
Disallow: /pt
Disallow: /tr
Disallow: /ru
Disallow: /he
Disallow: /ar
Disallow: /hi
Disallow: /th
Disallow: /ja
Disallow: /ko
Disallow: /en
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*/*.js             
Allow: /*/*.css            
Allow: /wp-*.png           
Allow: /wp-*.jpg           
Allow: /wp-*.jpeg          
Allow: /wp-*.gif           
Allow: /wp-*.svg           
Allow: /wp-*.pdf

Sitemap: https://languages.oup.com/sitemap.xml