User-agent: *
Disallow: /

User-agent: Slurp
Allow: /

User-agent: teoma
Allow: /

User-agent: Google
Allow: /

User-agent: msnbot
Allow: /

User-agent: Exabot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: aolbuild
Allow: /

User-agent: Googlebot
Allow: /

User-agent: DeepCrawl
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: bingpreview
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Facebot/1.0
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: adsbot-google
Allow: /

User-agent: SemrushBot-SA
Allow: /

User-agent: SemrushBot-BA
Allow: /

User-agent: SemrushBot-SI
Allow: /

User-agent: SemrushBot-CT
Allow: /

User-agent: SemrushBot-BM
Allow: /

User-agent: SemrushBot-SWA
Allow: /

User-agent: SplitSignalBot
Allow: /

User-agent: archive.org_bot
Allow: /

User-agent: mediapartners-google
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

Sitemap: https://www.mpgtalentsolutions.com/sitemap.xml