Merge pull request #192 from greenphp/htaccess-and-robots-update

Updated robots.txt  + added new htaccess files. by @greenphp

cache/.htaccess

@@ -0,0 +1 @@
+deny from all

content/.htaccess

@@ -0,0 +1 @@
+deny from all

content/images/.htaccess

@@ -0,0 +1,4 @@
+Deny from all
+<Files ~ "\.(jpg|png|gif)$">
+   Allow from all
+</Files>

robots.txt

@@ -17,17 +17,32 @@
 # http://www.sxw.org.uk/computing/robots/check.html
 
 User-agent: *
-# Directories
+
+# Disallow directories
 Disallow: /config/
 Disallow: /system/
 Disallow: /themes/
 Disallow: /vendor/
 Disallow: /cache/
-# Files
+
+# Disallow files
 Disallow: /changelog.txt
 Disallow: /composer.json
 Disallow: /composer.lock
 Disallow: /composer.phar
-# Paths 
+
+# Disallow paths
 Disallow: /search/
-Disallow: /admin/
+Disallow: /admin/
+
+# Allow themes
+Allow: /themes/*/css/
+Allow: /themes/*/images/
+Allow: /themes/*/img/
+Allow: /themes/*/js/
+Allow: /themes/*/fonts/
+
+# Allow content images
+Allow: /content/images/*.jpg
+Allow: /content/images/*.png
+Allow: /content/images/*.gif

system/.htaccess

@@ -0,0 +1 @@
+deny from all

system/admin/editor/.htaccess

@@ -0,0 +1 @@
+allow from all

system/resources/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/.htaccess

@@ -0,0 +1 @@
+deny from all

themes/blog/css/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/blog/fonts/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/blog/images/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/blog/js/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/clean/css/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/default/css/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/default/img/.htaccess

@@ -0,0 +1 @@
+allow from all

themes/logs/css/.htaccess

@@ -0,0 +1 @@
+allow from all