User-agent: Googlebot
Disallow: /search? 
Disallow: /page-not-found/
Disallow: /error/
Disallow: /c/portal/
Disallow: /o/
Disallow: /alle-vacatures/
Disallow: /en/all-jobs/
Disallow: /viewemailink/
Disallow: /whatsAppAlert/updateAlert/
Disallow: /update/whatsapp
Disallow: /submit/whatsapp
Disallow: /job/VerifyAlert/
Disallow: /unsubscribeEshot/
Disallow: /unsubscribe/
Disallow: /clientPortal/clientDashboard/
Disallow: /DocExSignIn/beginSigningSession
Disallow: /reset/
Disallow: /reset-password
Disallow: /thankyou
Disallow: /timesheetAlert/reviewTimesheet/
Disallow: /timesheetAlert/approveTimesheet/
Disallow: /marketing-preferences/
Disallow: /marketing-pref
Disallow: /gdprThankYou/
Disallow: /jobportal/as/job/browse/search?
Disallow: /rechercher-des-offres-demploi/JOB_2243733?jobSource=HaysGCJ
Disallow: /*.pdf

Crawl-delay: 10

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-agent: WijuBot/1.0
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: seoscanners
Disallow: /

User-agent: seoscanners.net/1
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: SiteExplorer/1.0
Disallow: /

User-agent: SiteExplorer/1.0b
Disallow: /

User-agent: Curious George - www.analyticsseo.com/crawler
Disallow: /

User-agent: spbot 
Disallow: /

User-agent: Mozilla/5.0 (compatible; DomainAppender /1.0; +http://www.profound.net/domainappender)
Disallow: /

User-agent: SiteCheck-sitecrawl by Siteimprove.com
Disallow: /

User-agent: Feedly/1.0
Disallow: /

User-agent: Arquivo-web-crawler
Disallow: /

User-agent: Msnbot
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: Gigabot
Crawl-delay: 10

User-agent: Twiceler
Crawl-delay: 10

User-agent: JobCrawlerBot
Crawl-delay: 10

User-agent: InnovantageBot
Crawl-delay: 10

User-agent: InnovantageBot
Crawl-delay: 10

Sitemap: https://www.hays.lu/sitemap.xml