# This is a comment.
# Disallow every bot from scraping/indexing the entire site.
User-agent: *
Disallow: /

# Google's general bot
User-agent: Googlebot
Allow: /

# Google Image bot 
User-agent: Googlebot-Image
Allow: /

# Google News bot
User-agent: Googlebot-News
Allow: /

# DoubleVerify bot
User-agent: Leikibot
Allow: /

# Google Video bot
User-agent: Googlebot-Video
Allow: /

# Google Adsense bot
User-agent: Mediapartners-Google
Allow: /

# media toolkit bot
User-agent: Mediatoolkitbot
Allow: /

# Google's bot to check desktop web page ad quality
User-agent: Adsbot-Google
Allow: /

# Google's bot to check mobile web page ad quality
User-agent: Adsbot-Google-Mobile
Allow: /

# Yandex bot (russia search engine)
User-agent: YandexBot
Allow: /

# Linkfluence bot
User-agent: YaK
Allow: /

# trendiction bot
User-agent: trendictionbot
Allow: /

# Allow only for ads.txt
User-agent: AdsTxtCrawler
Allow: /ads.txt

User-agent: DisqusAdstxtCrawler
Allow: /ads.txt

User-agent: Adsbot
Allow: /ads.txt

User-agent: Centro Ads.txt Crawler
Allow: /ads.txt

User-agent: IAB ATQ team adform robot
Allow: /ads.txt

# Oracle crawler
User-agent: GrapeshotCrawler
Allow: /

# Yahoo bot
User-agent: Slurp
Allow: /

# Microsoft Bing bot
User-agent: Bingbot
Allow: /

# SudortlyBot
User-agent: SurdotlyBot
Allow: /

# Applebot
User-agent: Applebot
Allow: /

# Mojeek bot
User-agent: MojeekBot
Allow: /

# DuckDuckGo bot
User-agent: DuckDuckBot
Allow: /

# Exalead bot
User-agent: Exabot
Allow: /

# Facebook bot
User-agent: facebot
Allow: /

# Facebook bot
User-agent: facebookexternalhit
Allow: /

# Twitter bot
User-agent: Twitterbot
Allow: /

# Telegram bot
User-agent: TelegramBot
Allow: /

# Twitter bot
User-agent: TwittermemeBot
Allow: /

# Discord bot
User-agent: Discordbot
Allow: /

# Amazon Alexa bot
User-agent: ia_archiver
Allow: /

# dataognion bot 
User-agent: datagnionbot
Allow: /

# Barbar tech bot
User-agent: Barkrowler
Allow: /

# IAS Crawler
# https://integralads.com/site-indexing-policy/
User-agent: ias_crawler
Allow: /

# bidswitch bot
User-agent: bidswitchbot
Allow: /ads.txt

# Pulsepoint
User-agent: PulsePoint-Ads
Allow: /ads.txt

# Petal search engine
User-agent: Petalbot
Allow: /

# Awario 
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Allow: /

# Zoominfobot
User-agent: Zoominfobot
Allow: /

# Criteobot
User-agent: CriteoBot/0.1
Allow: /

# LINE
User-agent: Linespider/1.1
Allow: /

# Sitemap location
Sitemap: https://geeknabe.com/sitemap.xml