# Allow all robots complete access User-agent: * Disallow: # Exclude some directories: Disallow: /tmp/ Disallow: /cache/ Disallow: /private/ Disallow: /admin/ # Exclude specific file types from being indexed Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ # Allow specific bots access to certain directories User-agent: Googlebot-News Allow: /news/ # Sitemap files Sitemap: https://fuhu.hu/sitemap.xml Sitemap: https://fuhu.hu/news-sitemap.xml