# ------------------------------------------------------------------
#   __  __                       _ _        _    ___
#  |  \/  | __ _ _ __ __ _  __ _(_) |_     / \  |_ _|
#  | |\/| |/ _` | '__/ _` |/ _` | | __|   / _ \  | |
#  | |  | | (_| | | | (_| | (_| | | |_   / ___ \ | |
#  |_|  |_|\__,_|_|  \__, |\__,_|_|\__| /_/   \_\___|
#                       |_|
# ------------------------------------------------------------------

Sitemap: https://www.marqait.com/sitemap.xml

# test
# IndexNow - Instant Indexing for Bing, Yandex, and other search engines
# Key Location: https://www.marqait.com/6d1b46064e2a42ccac1f5a1004bb5250.txt

User-agent: Googlebot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Googlebot-Mobile
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Mediapartners-Google
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: AdsBot-Google
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: bingbot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: ia_archiver
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Twitterbot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Yandex
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: SeznamBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: DuckDuckBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: AhrefsBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: AhrefsSiteAudit
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Applebot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: SearchmetricsBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: SEMrushBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: SiteAuditBot
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: Feedonomics
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: facebookexternalhit
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/
Allow: /

User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /node_modules/