# eRepublica: robots.txt # # Robots.txt file from http://www.erepublica.com # # Robots are banned from the "/cgi-bin/", "/css/", "/flash/", "/images/", "/java/", # "/jss/", "/scripts/", "/sounds/", and, "/text/" directories, like so:- # # Disallow: /cgi-bin/ # Disallow: /css/ # Disallow: /flash/ # Disallow: /images/ # Disallow: /java/ # Disallow: /jss/ # Disallow: /scripts/ # Disallow: /sounds/ # Disallow: /text/ # Disallow: /xsl/ # # The code is presented here as an example: # # User-agent: * # Disallow: /cgi-bin/ # Disallow: /css/ # Disallow: /flash/ # Disallow: /images/ # Disallow: /java/ # Disallow: /jss/ # Disallow: /scripts/ # Disallow: /sounds/ # Disallow: /text/ # Disallow: /xsl/ # # User-agent directive: allow all robots, the wildcard character "*" # specifies all robots. # Disallow directive: block spiders from the "/cgi-bin/", "/css/", "/flash/", "/images/", # "/java/", "/jss/", "/scripts/", "/sounds/", and, "/text/" directories. User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /flash/ Disallow: /images/ Disallow: /java/ Disallow: /jss/ Disallow: /scripts/ Disallow: /sounds/ Disallow: /text/ Disallow: /xsl/