Sitemap: https://adevait.com/sitemap.xml

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /search?q=*
Disallow: /cdn-cgi/

#Googlebot
User-agent: Googlebot
Disallow: /cdn-cgi/
Allow: *.css
Allow: *.js# global

User-agent: *
Disallow: /_next/

#Prevent crawling login with query param
User-agent: *
Disallow: /login?

User-agent: *
Disallow: /login/*