User-agent: *
Disallow: /*.php$
Disallow: /catalog/
Disallow: /customer/
Disallow: /review/
Disallow: /*SID=
Disallow: /*?

# Disable checkout & customer account
Disallow: /checkout/
Disallow: /my-account/

# Disable Search pages
Disallow: /?*product_cat

# Disable common folders
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /wp-admin/
Disallow: /cgi-bin/

# Common files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Disable sorting (Avoid duplicate content)
Disallow: /*?*view_mode=
Disallow: /*?*add-to-cart=
Disallow: /*?*add_to_wishlist=

# Disable version control folders and others
Disallow: /*.git
Disallow: /*.zip$


# Sitemap files
Sitemap: https://www.gaavkhoj.com/sitemap.xml