Sitemap: https://www.fotohits.de/sitemap/pages.xml
Sitemap: https://www.fotohits.de/sitemap/news.xml
Sitemap: https://www.fotohits.de/sitemap/cameras.xml

User-agent: *
Allow: /
Disallow: /apps/mobile/
Disallow: /index.php
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /fileadmin/_processed_/

User-Agent: Googlebot-Image
Disallow: /apps/copper156/albums/userpics/*.jpg$
Disallow: /apps/copper156_2/albums/userpics/*.jpg$

User-agent: Mediapartners-Google
Disallow: *
Allow: /tests-technik/kameratests/*
Allow: /nc/tests-technik/kameratests/*
Allow: /tests-technik/technikblog/*
Allow: /aktion*

# The example for img2dataset, although the default is *None*
User-agent: img2dataset
Disallow: /

# webz.io - they sell data for training LLMs.
User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

# ByteDance's bot used to gather data for their LLMs, including Doubao.
User-agent: Bytespider
Disallow: /

# Brandwatch - "AI to discover new trends"
User-agent: magpie-crawler
Disallow: /