User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Yandex
Disallow: /

# Goo Japonya
User-agent: moget
User-agent: ichiro
Disallow: /

# Naver Kore 
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# Baidu Çin
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# SoGou Çin
User-agent: sogou spider
Disallow: /

# Youdao Çin
User-agent: YoudaoBot
Disallow: /

# EasouSpider Çin
User-agent: EasouSpider
Disallow: /

# Synapse Ukrayna
User-agent: Synapse
Disallow: /

# MJ12bot UK
User-agent: MJ12bot
Disallow: /

# XoviBot Almanya
User-agent: XoviBot 
Disallow: /

# Mail.RU_Botu engelleme 
User-agent: Mail.RU_Bot
Disallow: /

# SISTRIX seo aracı botu
User-agent: sistrix
Disallow: /

# cb/nutch 
User-agent: cb/nutch
Disallow: /

# Python-urllib #Celilcan tarafından oluşturuldu.
User-agent: Python-urllib
Disallow: /

# CCBot Apache Bot ve Crawler tarama
User-agent: CCBot
Disallow: /

# AhrefsBot engelleme
User-agent: AhrefsBot
Disallow: /