User-agent: * Allow: / Disallow: /.*\.(css|js|png|jpg|jpeg|gif|ico|svg|woff|woff2|ttf|eot)$ Allow: /index.html Sitemap: https://pydev.site/sitemap.xml Crawl-delay: 1