User-agent: *
Sitemap: https://www.candidroot.com/sitemap.xml


##############
#   custom   #
##############

User-agent: *
Sitemap: https://www.candidroot.com/sitemap.xml

# Default Odoo Disallows:
# Prevent crawling of user-specific, backend, and utility pages
Disallow: /my/*
Disallow: /*/my/*
Disallow: /web
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /web/image/res.lang/*
Disallow: /web/image/res.partner/*
Disallow: /web/image/res.users/*
Disallow: /shop/cart
Disallow: /appointment/

# Prevent crawling of specific app/module internal pages
Disallow: /calendar/view/*
Disallow: /event/*/exhibitor/*
Disallow: /forum/*/user/*
Disallow: /forum/user/*
Disallow: /forum/*/tag/*
Disallow: /im_livechat/init
Disallow: /jobs/apply/*
Disallow: /profile/avatar/*
Disallow: /profile/users*
Disallow: /groups/*
Disallow: */groups/*
Disallow: */google_map/*
Disallow: /odoo-enterprise/confirm-database/*
Disallow: */_activate_your_database/*

# Prevent crawling of irrelevant pages or query parameters
Disallow: */page/website_event.*
Disallow: */website-page-fake-*
Disallow: */country_flags/*
Disallow: */page/*/*
Disallow: */tag/*,*

# Prevent crawling of search/filter/order results (Crawl Budget)
Disallow: *?*search=*
Disallow: *?*orderby=
Disallow: *?*order=
Disallow: *?*page=
Disallow: *?category_id=
Disallow: ?*grade_id=*
Disallow: ?*country_id=*
Disallow: *?selected_app=*
Disallow: */typo?domain=

# Disallow specific bots that can be aggressive (Optional but recommended)
User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /social_instagram/

User-agent: Googlebot
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: *
Allow: /social_instagram/