User-agent: *
Disallow: /suggest/?*
Sitemap: https://www.vergabe24.de/sitemap_index.xml

User-agent: sogou spider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

# http://openlinkprofiler.org/bot
User-agent: spbot
Disallow: /

# http://www.crazywebcrawler.com/
User-agent: CrazyWebCrawler-Spider
Disallow: /

# http://pipes.yahoo.com/pipes/
User-agent: Yahoo Pipes 1.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MetaURI
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent:  SemrushBot
Disallow: /

User-agent: JobboerseBot
Disallow: /