Upload files to 'static'

static/robot.txt

@@ -0,0 +1,47 @@
+User-agent: Googlebot-Image
+Disallow:
+Allow: /images/*
+Allow: /tags/*
+Allow: /
+Sitemap: http://thelyoncompany.com/sitemap.xml
+
+User-agent: Bingbot
+Disallow:
+Allow: /images/*
+Allow: /tag/*
+Allow: /*
+Sitemap: http://thelyoncompany.com/sitemap.xml
+
+User-agent: DuckDuckBot
+Disallow:
+Allow: /images/*
+Allow: /tag/*
+Allow: /*
+Sitemap: http://thelyoncompany.com/sitemap.xml
+
+User-agent: Googlebot
+Disallow:
+Allow: /images/*
+Allow: /tags/*
+Allow: /*
+Sitemap: http://thelyoncompany.com/sitemap.xml
+
+User-agent: YandexBot
+Disallow: /*
+Allow: /
+Sitemap: http://thelyoncompany.com/sitemap.xml
+
+User-agent: *
+Disallow: /privacy-policy/
+Disallow: /terms-of-service/ 
+Allow: /
+Allow: /images/logo.png
+Allow: /tags/*
+Allow: /contact
+Allow: /blog
+Allow: /services
+Allow: /cybersecurity
+Allow: /infrastructure
+Allow: /it-strategy
+Sitemap: http://thelyoncompany.com/sitemap.xml
+