User-agent: *
Allow: /
Crawl-delay: 2
Disallow: *.htm$
Allow: *.html
Disallow: /user_carts/add/
Disallow: /user_carts/add$
Disallow: /do-koszyka/
Disallow: /do-koszyka$
Disallow: /user_carts/change_quantity/
Disallow: /user_carts/change_quantity$
Disallow: /user_carts/delete/
Disallow: /user_carts/delete$
Disallow: /usun-z-koszyka/
Disallow: /usun-z-koszyka$
Disallow: /user_carts/index/
Disallow: /user_carts/index$
Disallow: /koszyk/
Disallow: /koszyk$
Disallow: /users/login/
Disallow: /users/login$
Disallow: /logowanie/
Disallow: /logowanie$
Disallow: /en/login/
Disallow: /en/login$
Disallow: /sk/prihlasenie/
Disallow: /sk/prihlasenie$
Disallow: /users/register/
Disallow: /users/register$
Disallow: /rejestracja/
Disallow: /rejestracja$
Disallow: /en/registration/
Disallow: /en/registration$
Disallow: /sk/registracia/
Disallow: /sk/registracia$
Disallow: /users/confirm/
Disallow: /users/confirm$
Disallow: /potwierdzenie-rejestracji/
Disallow: /potwierdzenie-rejestracji$
Disallow: /users/confirm_email/
Disallow: /users/confirm_email$
Disallow: /users/cancel_email/
Disallow: /users/cancel_email$
Disallow: /users/forgot_password/
Disallow: /users/forgot_password$
Disallow: /zapomnialem-hasla/
Disallow: /zapomnialem-hasla$
Disallow: /users/new_password/
Disallow: /users/new_password$
Disallow: /nowe-haslo/
Disallow: /nowe-haslo$
Disallow: /users/reactive/
Disallow: /users/reactive$
Disallow: /users/set_password/
Disallow: /users/set_password$
Disallow: /users/quick_register/
Disallow: /users/quick_register$
Disallow: /szybka-rejestracja/
Disallow: /szybka-rejestracja$
Disallow: /users/ajax/
Disallow: /users/ajax$
Disallow: /products/get_prices/
Disallow: /products/get_prices$
Disallow: /ceny/
Disallow: /ceny$
Disallow: /surveys/answer/
Disallow: /surveys/answer$
Disallow: /banners/bannerurl/
Disallow: /banners/bannerurl$
Disallow: /banners/click/
Disallow: /banners/click$
Disallow: /baner/
Disallow: /baner$
Disallow: /producers/autocomplete/
Disallow: /producers/autocomplete$
Disallow: /landing_pages/click/
Disallow: /landing_pages/click$
Disallow: /products/change_combination_attribute_value/
Disallow: /products/change_combination_attribute_value$
Disallow: /products/change_list_view/
Disallow: /products/change_list_view$
Disallow: /products/change_view/
Disallow: /products/change_view$
Disallow: /products/change_list_limit/
Disallow: /products/change_list_limit$
Disallow: /products/ping/
Disallow: /products/ping$
Disallow: /products/associations/
Disallow: /products/associations$
Disallow: /products/similar_phrases/
Disallow: /products/similar_phrases$
Disallow: /products/similar/
Disallow: /products/similar$
Disallow: /categories/ping/
Disallow: /categories/ping$
Disallow: /partners/photo/
Disallow: /partners/photo$
Disallow: /categories/childs/
Disallow: /categories/childs$
Disallow: /products/get_combination_last_price/
Disallow: /products/get_combination_last_price$
Disallow: /product_opinions/add_rating/
Disallow: /product_opinions/add_rating$
Disallow: /ocen-opinie/
Disallow: /ocen-opinie$
Disallow: /wishlists/add/
Disallow: /wishlists/add$
Disallow: /do-schowka/
Disallow: /do-schowka$
Disallow: /wishlists/index/
Disallow: /wishlists/index$
Disallow: /schowek/
Disallow: /schowek$
Disallow: /products/add_compare/
Disallow: /products/add_compare$
Disallow: /porownaj/
Disallow: /porownaj$
Disallow: /products/delete_compare/
Disallow: /products/delete_compare$
Disallow: /usun-z-porownywarki/
Disallow: /usun-z-porownywarki$
Disallow: /newsletter/newsletters/enter/
Disallow: /newsletter/newsletters/enter$
Disallow: /newsletter/newsletters/open/
Disallow: /newsletter/newsletters/open$
Disallow: /newsletter/newsletters/show/
Disallow: /newsletter/newsletters/show$
Disallow: /newsletter/subscribers/confirm/
Disallow: /newsletter/subscribers/confirm$
Disallow: /newsletter/subscribers/delete/
Disallow: /newsletter/subscribers/delete$
Disallow: /newsletter/subscribers/unsubscribe/
Disallow: /newsletter/subscribers/unsubscribe$
Disallow: /newsletter/subscribers/undelete/
Disallow: /newsletter/subscribers/undelete$
Disallow: /regulamin.html
Disallow: /en/regulamin.html
Disallow: /sk/regulamin.html
Disallow: /cs/regulamin.html
Disallow: /skad-wziac-kod-rabatowy.html
Disallow: /en/skad-wziac-kod-rabatowy.html
Disallow: /sk/skad-wziac-kod-rabatowy.html
Disallow: /cs/skad-wziac-kod-rabatowy.html
Disallow: /pomoc-faq.html
Disallow: /en/pomoc-faq.html
Disallow: /sk/pomoc-faq.html
Disallow: /cs/pomoc-faq.html
Disallow: /konto-klienta.html
Disallow: /en/konto-klienta.html
Disallow: /sk/konto-klienta.html
Disallow: /cs/konto-klienta.html
Disallow: /twoje-zamowienia.html
Disallow: /en/twoje-zamowienia.html
Disallow: /sk/twoje-zamowienia.html
Disallow: /cs/twoje-zamowienia.html
Disallow: /rejestracja.html
Disallow: /en/rejestracja.html
Disallow: /sk/rejestracja.html
Disallow: /cs/rejestracja.html
Disallow: /logowanie.html
Disallow: /en/logowanie.html
Disallow: /sk/logowanie.html
Disallow: /cs/logowanie.html
Disallow: /kontakt.html
Disallow: /en/kontakt.html
Disallow: /sk/kontakt.html
Disallow: /cs/kontakt.html
Disallow: /polityka-prywatnosci.html
Disallow: /en/polityka-plikow-cookies.html
Disallow: /sk/polityka-prywatnosci.html
Disallow: /cs/polityka-prywatnosci.html
Disallow: /potwierdzenie-zamowienia.html
Disallow: /en/potwierdzenie-zamowienia.html
Disallow: /sk/potwierdzenie-zamowienia.html
Disallow: /cs/potwierdzenie-zamowienia.html
Disallow: /str-glowna.html
Disallow: /en/strona-glowna.html
Disallow: /sk/str-glowna.html
Disallow: /cs/str-glowna.html
Disallow: /blog.html
Disallow: /en/blog.html
Disallow: /sk/blog.html
Disallow: /cs/blog.html
Disallow: /hurt-2.html
Disallow: /en/hurt.html
Disallow: /sk/hurt.html
Disallow: /cs/hurt.html
Disallow: /dlaczego-warto-u-nas-kupic-2.html
Disallow: /en/dlaczego-warto-u-nas-kupic.html
Disallow: /sk/dlaczego-warto-u-nas-kupic.html
Disallow: /cs/dlaczego-warto-u-nas-kupic.html
Disallow: /gospodarstwo-ogrodnicze-bilscy-2.html
Disallow: /en/nasze-gospodarstwo.html
Disallow: /sk/gospodarstwo-ogrodnicze-bilscy.html
Disallow: /cs/gospodarstwo-ogrodnicze-bilscy.html
Disallow: /dostawa-i-platnosci.html
Disallow: /en/dostawa-i-platnosci.html
Disallow: /sk/dodanie-a-platby.html
Disallow: /cs/dostawa-i-platnosci.html
Disallow: /zwroty-i-reklamacje.html
Disallow: /en/zwroty-i-reklamacje.html
Disallow: /sk/zwroty-i-reklamacje.html
Disallow: /cs/zwroty-i-reklamacje.html
Disallow: /wiosna2015-rabat.html
Disallow: /en/wiosna2015-rabat.html
Disallow: /sk/wiosna2015-rabat.html
Disallow: /cs/wiosna2015-rabat.html
Disallow: /opinie.html
Disallow: /en/opinie.html
Disallow: /sk/opinie.html
Disallow: /cs/opinie.html
Disallow: /porady.html
Disallow: /en/porady.html
Disallow: /sk/porady.html
Disallow: /cs/porady.html
Disallow: /sprzedaz-hurtowa.html
Disallow: /en/sprzedaz-hurtowa.html
Disallow: /sk/sprzedaz-hurtowa.html
Disallow: /cs/sprzedaz-hurtowa.html
Disallow: /kariera.html
Disallow: /en/kariera.html
Disallow: /sk/kariera.html
Disallow: /cs/kariera.html
Disallow: /dostawa-i-platnosci-2.html
Disallow: /en/dostawa-i-platnosci-2.html
Disallow: /sk/dostawa-i-platnosci-2.html
Disallow: /cs/dostawa-i-platnosci-2.html
Disallow: /formularz-reklamacyjny.html
Disallow: /en/formularz-reklamacyjny.html
Disallow: /sk/formularz-reklamacyjny.html
Disallow: /cs/formularz-reklamacyjny.html
Disallow: /paypo.html
Disallow: /en/paypo.html
Disallow: /sk/paypo.html
Disallow: /cs/paypo.html
Disallow: /kontakt-2.html
Disallow: /en/contact.html
Disallow: /sk/contact.html
Disallow: /cs/kontakt-2.html
Disallow: /partnerzy.html
Disallow: /en/partners.html
Disallow: /sk/partneri.html
Disallow: /cs/partneri.html
Disallow: /*index.php*
Disallow: */bannerurl/*
Disallow: *?*print=1*
Disallow: *[data-type=hidden-filters]*
Disallow: *[data-type=hidden-filters-mobile]*
Disallow: *?*change_sort*
Disallow: *?*prettyPhoto*
Disallow: *?*cat=/*
Disallow: *?*cookie-accepted*
Disallow: */undefined
Disallow: */create_rss/*
Disallow: */0,
Disallow: /brunera-silver-heart?combination_id=111
Disallow: *?category_id=
Disallow: /zurawki-heuchera/0
Disallow: *?at[
Disallow: /*?combination_id=
Disallow: /*?combination_id=*
Disallow: */products/search/
Disallow: */products/filter/
Disallow: ?ias*
Disallow: ?pn*
Disallow: *?q=*
Disallow: /s?q=
Disallow: ?pr=*
Disallow: /s/
Disallow: /products/show/*/language:*
Disallow: */direction:asc
Disallow: /sk/jezyczka
Disallow: /sk/trojesc
Disallow: /sk/lubin
Disallow: /sk/trzykrotka-wirginijska
Disallow: /sk/zlocien
Disallow: /sk/sasanka
Disallow: /sk/ciemierniki
Disallow: /sk/orlik-ogrodowy
Disallow: /sk/pierwiosnki
Disallow: /sk/slazownik
Disallow: /sk/zawciag
Disallow: /sk/wiazowka-w-ogrodzie
Disallow: /sk/pysznoglowka-ogrodowa
Disallow: /sk/snieznik-w-ogrodzie
Disallow: /sk/rannik
Disallow: /sk/krokusy-ogrodowe
Disallow: /sk/szafirki-ogrodowe
Disallow: /sk/sadziec-w-ogrodzie
Disallow: /sk/kamasja
Disallow: /sk/hiacynty-urzekajaca-moc-zapachu
Disallow: /sk/zimowit-jesienny
Disallow: /sk/tulipany-w-ogrodzie
Disallow: /sk/szachownice
Disallow: /sk/narcyz-zonkil
Disallow: /sk/sniezyczki-i-przebisniegi
Disallow: /sk/czosnek-ozdobny-czar-kulistych-kwiatostanow
Disallow: /sk/cebulice-malo-znane-rosliny-cebulowe
Disallow: /sk/kokoryczka-w-ogrodzie
Disallow: /sk/kokorycz-przeglad-gatunkow-uprawa-i-zastosowanie
Disallow: /sk/dzwonek-kropkowany
Disallow: /sk/pelniki-ogrodowe
Disallow: /sk/parzydlo-lesne
Disallow: /sk/konwalia-majowa
Disallow: /sk/tojady-przeglad-gatunkow-i-uprawa
Disallow: /sk/liatra-klosowa
Disallow: /sk/fiolek-motylkowy
Disallow: /sk/krokosmia-w-ogrodzie
Disallow: /sk/rozwar-wielkokwiatowy
Disallow: /sk/sadzenie-piwonii
Disallow: /sk/brunnera-wielkolistna
Disallow: /sk/rudbekia-na-sloneczne-rabaty
Disallow: /sk/mak-wschodni-uprawa-i-zastosowanie
Disallow: /sk/turzyce-przeglad-gatunkow-i-uprawa
Disallow: /sk/nerecznica-podstawowe-wymagania
Disallow: /sk/dziewanna-barwna-dekoracja-do-kazdego-ogrodu
Disallow: /sk/klosowce-w-ogrodzie
Disallow: /sk/rozplenica-japonska
Disallow: /sk/miskant-chinski
Disallow: /sk/gipsowka-wiechowata
Disallow: /sk/dzielzan-ogrodowy
Disallow: /sk/jarzmianka-wieksza
Disallow: /sk/swiecznica-pluskwica-groniasta
Disallow: /sk/szalwia-omszona
Disallow: /sk/gozdziki-ogrodowe
Disallow: /sk/lawenda-waskolistna
Disallow: /sk/kanna-paciorecznik-ogrodowy-uprawa-sadzenie-zimowanie
Disallow: /sk/przymiotno-ogrodowe
Disallow: /sk/krwawniki-byliny-dla-poczatkujacych
Disallow: /sk/piwonie.html
Disallow: /sk/krokosmia-uprawa-i-zastosowanie-w-ogrodzie
Disallow: /sk/czerwiec-w-ogrodzie.html
Disallow: /sk/turzyce-carex-przeglad-gatunkow-i-uprawa
Disallow: /sk/wymagania-uprawa-i-zastosowanie-gipsowki-wiechowatej
Disallow: /sk/dzielzan-ogrodowy-uprawa-wymagania-i-zastosowanie
Disallow: /sk/jarzmianka-wieksza-uprawa-i-zastosowanie
Disallow: /sk/kanna-paciorecznik-ogrodowy-uprawa-sadzenie-zimowanie
Disallow: /sk/miskatny-w-ogrodzie-uprawa-i-wymagania
Disallow: /sk/parzydlo-bylina-do-zadan-specjalnych
Disallow: /sk/kwiaty-jak-motyle.html
Disallow: /sk/kwiaty-jak-motyle
Disallow: /en/wietlice-uprawa-i-zastosowanie-w-ogrodzie
Disallow: /en/paeonia-officinalis-2
Disallow: /en/paeonia-lactiflora-2
Disallow: /en/paeonia-hybrid-2
Disallow: /en/alcea-rosea-2
Disallow: /en/papaver-orientale-2
Disallow: /en/dahlia-2
Disallow: /en/iris-sibirica-2
Disallow: /en/heuchera-2
Disallow: *.html/1000

User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: Screaming Frog
User-agent: SemrushBot-SI
User-agent: SiteAuditBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-COUB
User-agent: SemrushBot-CT
User-agent: SemrushBot
User-agent: vBSEO
User-agent: SEOENGWorldBot
User-agent: SemrushBot-BM
User-agent: SemrushBot-SWA
User-agent: rogerbot
User-agent: SplitSignalBot
User-agent: MJ12bot
User-agent: Xenus Link Sleuth 1.1c
User-agent: Xenus
User-agent: SiteExplorer
User-agent: sogou spider
User-agent: BLEXBot
User-agent: dotbot
User-agent: sistrix
User-agent: Exabot
User-agent: ScoutJet
User-agent: SnapPreviewBot
User-agent: XoviBot
User-agent: SearchmetricsBot
User-agent: SEOkicks-Robot
User-agent: MixrankBot
User-agent: LinkpadBot
User-agent: Keyword Density/0.9
User-agent: Kenjin Spider
User-agent: serpstatbot
User-agent: DataForSeoBot
User-agent: MegaIndex
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: OmniExplorer_Bot
User-agent: FreeFind
User-agent: BecomeBot
User-agent: Nutch
User-agent: AskJeeves
User-agent: Teoma
User-agent: Jeeves
User-agent: Stanford
User-agent: NaverBot
User-agent: dumbot
User-agent: Hatena Antenna
User-agent: grub-client
User-agent: grub
User-agent: looksmart
User-agent: WebZip
User-agent: larbin
User-agent: b2w/0.1
User-agent: ZyBORG
User-agent: libwww
User-agent: Download Ninja
User-agent: Copernic
User-agent: psbot
User-agent: Python-urllib
User-agent: NetMechanic
User-agent: URL_Spider_Pro
User-agent: CherryPicker
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: WebBandit
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: CopyRightCheck
User-agent: Crescent
User-agent: SiteSnagger
User-agent: ProWebWalker
User-agent: CheeseBot
User-agent: LNSpiderguy
User-agent: ia_archiver
User-agent: archive.org_bot
User-agent: k2spider
User-agent: NPBot
User-agent: WebReaper
User-agent: Alexibot
User-agent: Teleport
User-agent: TeleportPro
User-agent: Stanford Comp Sci
User-agent: MIIxpc
User-agent: Telesoft
User-agent: Website Quester
User-agent: moget/2.1
User-agent: WebZip/4.0
User-agent: WebStripper
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: WebSauger
User-agent: WebCopier
User-agent: Fetch
User-agent: NetAnts
User-agent: Mister PiX
User-agent: WebAuto
User-agent: TheNomad
User-agent: WWW-Collector-E
User-agent: RMA
User-agent: libWeb/clsHTTP
User-agent: asterias
User-agent: httplib
User-agent: turingos
User-agent: spanner
User-agent: InfoNaviRobot
User-agent: Harvest/1.5
User-agent: Bullseye/1.0
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: CherryPickerSE/1.0
User-agent: CherryPickerElite/1.0
User-agent: WebBandit/3.50
User-agent: NICErsPRO
User-agent: Microsoft URL Control - 5.01.4511
User-agent: DittoSpyder
User-agent: Foobot
User-agent: WebmasterWorldForumBot
User-agent: SpankBot
User-agent: BotALot
User-agent: lwp-trivial/1.34
User-agent: lwp-trivial
User-agent: http://www.WebmasterWorld.com bot
User-agent: BunnySlippers
User-agent: Microsoft URL Control - 6.00.8169
User-agent: URLy Warning
User-agent: Wget1.6
User-agent: Wget/1.5.3
User-agent: Wget
User-agent: LinkWalker
User-agent: cosmos
User-agent: moget
User-agent: hloader
User-agent: humanlinks
User-agent: LinkextractorPro
User-agent: Offline Explorer
User-agent: Mata Hari
User-agent: LexiBot
User-agent: Web Image Collector
User-agent: The Intraformant
User-agent: True_Robot/1.0
User-agent: True_Robot
User-agent: BlowFish/1.0
User-agent: http://www.SearchEngineWorld.com bot
User-agent: JennyBot
User-agent: MIIxpc/4.2
User-agent: BuiltBotTough
User-agent: ProPowerBot/2.14
User-agent: BackDoorBot/1.0
User-agent: toCrawl/UrlDispatcher
User-agent: WebEnhancer
User-agent: suzuran
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: VCI
User-agent: Szukacz/1.4
User-agent: Openfind data gathere
User-agent: Openfind
User-agent: Zeus
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RepoMonkey
User-agent: Microsoft URL Control
User-agent: Openbot
User-agent: URL Control
User-agent: Zeus Link Scout
User-agent: Zeus 32297 Webster Pro V2.9 Win32
User-agent: Webster Pro
User-agent: LinkScan/8.1a Unix
User-agent: Bookmark search tool
User-agent: GetRight/4.2
User-agent: FairAd Client
User-agent: Gaisbot
User-agent: Aqua_Products
User-agent: Radiation Retriever 1.1
User-agent: WebmasterWorld Extractor
User-agent: Flaming AttackBot
User-agent: Oracle Ultra Search
User-agent: MSIECrawler
User-agent: PerMan
User-agent: searchpreview
User-agent: sootle
User-agent: es
User-agent: Enterprise_Search/1.0
User-agent: Enterprise_Search
User-agent: Gigabot
User-agent: ECCP/1.0
User-agent: ECCP
User-agent: proximic
User-agent: EasouSpider
User-agent: grapeshot
User-agent: CCBot
User-agent: Mail.Ru
User-agent: trendictionbot
User-agent: Baiduspider
User-agent: voltron
User-agent: Updownerbot
User-agent: meanpathbot
User-agent: ContextAd
User-agent: spbot
User-agent: ZumBot
User-agent: CrazyWebCrawler-Spider
User-agent: VoilaBot
User-agent: wotbox
User-agent: CrystalSemanticsBot
User-agent: SMTBot
User-agent: musobot
User-agent: FRCrawler
User-agent: TurnitinBot
User-agent: ca-crawler
User-agent: 007ac9
User-agent: nekstbot
User-agent: NerdyBot
User-agent: oBot
User-agent: AdvBot
User-agent: MemoryBot
User-agent: yacybot
User-agent: 360Spider
User-agent: HaoSouSpider
User-agent: FatBot
User-agent: Cliqzbot
User-agent: DnyzBot
User-agent: YetiBOT
User-agent: BUbiNG
User-agent: findxbot
User-agent: PetalBot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: AskJeeves
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Jeeves
Disallow: /

User-agent: Stanford
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: dumbot
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: larbin
Disallow: /

User-agent: b2w/0.1
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Stanford Comp Sci
Disallow: /

User-agent: MIIxpc
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: moget/2.1
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: TheNomad
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: RMA
Disallow: /

User-agent: libWeb/clsHTTP
Disallow: /

User-agent: asterias
Disallow: /

User-agent: httplib
Disallow: /

User-agent: turingos
Disallow: /

User-agent: spanner
Disallow: /

User-agent: InfoNaviRobot
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: Bullseye/1.0
Disallow: /

User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-agent: DittoSpyder
Disallow: /

User-agent: Foobot
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

User-agent: SpankBot
Disallow: /

User-agent: BotALot
Disallow: /

User-agent: lwp-trivial/1.34
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: http://www.WebmasterWorld.com bot
Disallow: /

User-agent: BunnySlippers
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: URLy Warning
Disallow: /

User-agent: Wget1.6
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: cosmos
Disallow: /

User-agent: moget
Disallow: /

User-agent: hloader
Disallow: /

User-agent: humanlinks
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Mata Hari
Disallow: /

User-agent: LexiBot
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: The Intraformant
Disallow: /

User-agent: True_Robot/1.0
Disallow: /

User-agent: True_Robot
Disallow: /

User-agent: BlowFish/1.0
Disallow: /

User-agent: http://www.SearchEngineWorld.com bot
Disallow: /

User-agent: JennyBot
Disallow: /

User-agent: MIIxpc/4.2
Disallow: /

User-agent: BuiltBotTough
Disallow: /

User-agent: ProPowerBot/2.14
Disallow: /

User-agent: BackDoorBot/1.0
Disallow: /

User-agent: toCrawl/UrlDispatcher
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: suzuran
Disallow: /

User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /

User-agent: VCI
Disallow: /

User-agent: Szukacz/1.4
Disallow: /

User-agent: Openfind data gathere
Disallow: /

User-agent: Openfind
Disallow: /

User-agent: Xenus Link Sleuth 1.1c
Disallow: /

User-agent: Xenus
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: URL Control
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: Iron33/1.0.2
Disallow: /

User-agent: Bookmark search tool
Disallow: /

User-agent: GetRight/4.2
Disallow: /

User-agent: FairAd Client
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Aqua_Products
Disallow: /

User-agent: Radiation Retriever 1.1
Disallow: /

User-agent: WebmasterWorld Extractor
Disallow: /

User-agent: Flaming AttackBot
Disallow: /

User-agent: Oracle Ultra Search
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: PerMan
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: sootle
Disallow: /

User-agent: es
Disallow: /

User-agent: Enterprise_Search/1.0
Disallow: /

User-agent: Enterprise_Search
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ECCP/1.0
Disallow: /

User-agent: ECCP
Disallow: /

User-agent: proximic
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: voltron
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: Updownerbot
Disallow: /

User-agent: meanpathbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: ContextAd
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: CrystalSemanticsBot
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: musobot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: FRCrawler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: ca-crawler
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: nekstbot
Disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: MixrankBot
Disallow: /

User-agent: oBot
Disallow: /

User-agent: AdvBot
Disallow: /

User-agent: MemoryBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: HaoSouSpider
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: DnyzBot
Disallow: /

User-agent: YetiBOT
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: nekstbot
Disallow: /

User-agent: findxbot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Facebot
Crawl-delay: 15