User-Agent: *
Allow: /*
Disallow: /*.css
Disallow: /*.js
Disallow: /*.xml
Disallow: /*.swf
Disallow: /forgot_password/
Disallow: /custodian_of_records/
Disallow: /gdpr-compliance/
Disallow: /terms_and_conditions/
Disallow: /privacy/
Disallow: /public/
Disallow: /go/
Disallow: /ext_api/
Disallow: /site_map.html
Disallow: /tour_sitemap.html
Disallow: /dating/
Allow: /dating/sitemap
Allow: /dating/*mobile*