Sitemap: https://www.fachkraft.click/component/osmap/?view=xml&id=2
Sitemap: https://www.quickjobs.de/component/osmap/?view=xml&id=3
Sitemap: https://www.job24.click/component/osmap/?view=xml&id=5

#Googlebot
User-agent: Googlebot

# KI-Crawler explizit erlauben
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Training-Crawler blockieren
User-agent: CCBot
Disallow: /

Allow: *.css
Allow: *.js
Allow: /components/com_osmap/

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /components/com_djclassifieds/images/category/
Disallow:/components/com_djclassifieds/images/item/
Disallow:/components/com_djclassifieds/images/profile/
Disallow: /media/djmediatools/cache/components/com_djclassifieds/images/item/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /media/
Allow: /media/Downloads/
Allow: /media/PDF-Formulare/
Disallow: /templates/
Disallow: /pdfinvoices/
Disallow: /phocacartdownload/
Disallow: /phocacartdownloadpublic/
Allow: /component/osmap/