# robots.txt User-agent: * # Applies to all robots Disallow: /rgx/ # No robot should visit any URL starting with Disallow: /z/ # Disallow any pages in the admin folder Disallow: /framea.htm Disallow: /frameb.htm Disallow: /index_fx.htm