diff --git a/robots.txt b/robots.txt index 6248bbe..7c36297 100644 --- a/robots.txt +++ b/robots.txt @@ -1,3 +1,10 @@ Sitemap: https://karthikmenon.me/sitemap.xml User-agent: * -Disallow: \ No newline at end of file +Disallow: +User-agent: wget +Disallow: https://www.techkshetra.tech/ +Disallow: https://www.techkshetra.tech/about +Disallow: https://www.techkshetra.tech/contact +Disallow: https://www.techkshetra.tech/departments +Disallow: https://www.techkshetra.tech/images +Disallow: https://www.techkshetra.tech/assets \ No newline at end of file