# pentaengr.com/: robots.txt # # This file is used to notify crawlers/spiders what files to avoid User-agent: * Disallow: js/ Disallow: bin/ Disallow: css/ Disallow: flash/ Disallow: favicon.ico