# robots.txt generated at http://www.mcanerin.com

# Allows only major search engines and known friendly spiders

# Major Search Engines and Known Friendly Spiders (allowed)



User-agent: Googlebot
Disallow: /*?cmd=proxy*
Disallow: /*?cmd=ajax_get*

User-agent: MSNBot
Disallow:

User-agent: ScoutJet
Disallow:

User-agent: Yandex
Disallow:

User-agent: Slurp
Disallow:

User-agent: Teoma
Disallow:

User-agent: Twiceler
Disallow:

User-agent: Gigabot
Disallow:

User-agent: Scrubby
Disallow:

User-agent: Robozilla
Disallow:

# Everyone Else (NOT allowed)

User-agent: *
Disallow: /

Disallow: /uznemumi/dfd-41503022195
Disallow: /ru/predprijatii/dfd-41503022195
Disallow: /uznemumi/pull#.XY8fLkYzY2w
Disallow: /lv/adrese/riga-nomales-iela-7

# Crawler rate
Crawl-delay: 5

# Disallow other

# Sitemap
Sitemap: http://zo.lv/sitemaps.xml