User-agent: Yandex
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /haku
Disallow: /yritykset/
Disallow: /yritykset/yritys/
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /api/pages/v2/listingpage/search

User-agent: sogou spider
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: YoudaoBot
User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: msnbot-media
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /sivustohaku/
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: bingbot
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /sivustohaku/
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: SentiBot admin@senti1.com (compatible with Googlebot)
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /sivustohaku/
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: Applebot # apple
Crawl-delay: 10 # specifies a 10 second delay between crawls
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /sivustohaku/
Disallow: /haku
Disallow: /api/pages/v2/listingpage/search

User-agent: ChatGPT-user
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended 
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: *
Crawl-delay: 5 # specifies a 5 second delay between crawls
Disallow: /haku
Disallow: /yritykset/yrityshaku/hakutulos
Disallow: /yritykset/menestyjat/hakutulos
Disallow: /sivustohaku/
Disallow: /yritykset/yritys/eskelinen+ville+valtteri/24948162
Disallow: /yritykset/toimialat/*/paikkakunta
Disallow: /api/pages/v2/listingpage/search

Sitemap: https://www.kauppalehti.fi/sitemaps/sitemapindex.xml
Sitemap: https://www.kauppalehti.fi/yritykset/sitemaps/sitemap_yritykset.xml.gz