# robots.txt generated by Web Scraper
User-agent: *
Disallow: /assets/
Disallow: /build/
Disallow: /cache/
Disallow: /css/
Disallow: /dist/
Disallow: /downloads/
Disallow: /files/
Disallow: /fonts/
Disallow: /generated/
Disallow: /images/
Disallow: /img/
Disallow: /js/
Disallow: /lib/
Disallow: /libs/
Disallow: /media/
Disallow: /node_modules/
Disallow: /public/
Disallow: /static/
Disallow: /temp/
Disallow: /uploads/
Disallow: /vendor/
Disallow: /vendors/

# Allow everything else
Allow: /

Sitemap: /sitemap.xml