User-agent: * Disallow: /forbidden/ Disallow: /falle.htm Disallow: /watching/movie_makers.htm Disallow: /watching/movie_makers.htm?* Disallow: /de/market_feedback.htm Disallow: /market_feedback.htm Disallow: /whyaduck/crosswords/ Disallow: /whyaduck/hangman/ Disallow: /whyaduck/cgi-bin/ Disallow: /whyaduck/concentration/ Disallow: /crosswords/ Disallow: /concentration/ Disallow: /survey/ Disallow: /hangman/ Disallow: /cgi-bin/ Disallow: /schreiben.htm Disallow: /living/ Disallow: /pages/external/ Disallow: /info/watching/ Disallow: /living/ Disallow: /watching/people/ Disallow: /*?external_page Disallow: /*?shop_country Disallow: /*?movie_id Disallow: /audio/sounds/*.mp3 Disallow: /biography/*.kmz Disallow: /degrees/ Disallow: /music/ Allow: /music/sheetmusic.htm Disallow: /watching/people/ Disallow: /topics1.htm Disallow: /uk/ Disallow: /geocities/ User-agent: MLBot Disallow: / User-agent: GingerCrawler Disallow: / User-agent: yanga Disallow: / User-agent: Busiversebot Disallow: / User-agent: dotbot Disallow: / User-agent: SapphireWebCrawler Disallow: / User-agent: GurujiBot Disallow: / User-agent: googlebot Disallow: /*?css Disallow: /*&css Disallow: /forbidden/ Disallow: /falle.htm Disallow: /watching/movie_makers.htm Disallow: /watching/movie_makers.htm?* Disallow: /de/market_feedback.htm Disallow: /market_feedback.htm Disallow: /whyaduck/crosswords/ Disallow: /whyaduck/hangman/ Disallow: /whyaduck/cgi-bin/ Disallow: /whyaduck/concentration/ Disallow: /crosswords/ Disallow: /pages/external/ Disallow: /concentration/ Disallow: /survey/ Disallow: /hangman/ Disallow: /cgi-bin/ Disallow: /schreiben.htm Disallow: /living/ Disallow: /info/watching/ Disallow: /watching/people/ Disallow: /*?external_page Disallow: /*?shop_country Disallow: /*?movie_id Disallow: /audio/sounds/*.mp3 Disallow: /biography/*.kmz Disallow: /music/ Disallow: /uk/ Disallow: /geocities/ Allow: /music/sheetmusic.htm User-agent: CatchBot Disallow: / User-agent: AcontBot Disallow: / User-agent: gsa-crawler Disallow: / User-agent: AISearchBot Disallow: / User-agent: Slurp Disallow: /forbidden/ Disallow: /falle.htm Disallow: /watching/movie_makers.htm Disallow: /watching/movie_makers.htm?* Disallow: /de/market_feedback.htm Disallow: /market_feedback.htm Disallow: /whyaduck/crosswords/ Disallow: /whyaduck/sounds/ Allow: /whyaduck/sounds/midi.htm Allow: /whyaduck/sounds/wav.htm Allow: /whyaduck/sounds/streaming.htm Allow: /whyaduck/sounds/video.htm Disallow: /whyaduck/hangman/ Disallow: /whyaduck/cgi-bin/ Disallow: /whyaduck/concentration/ Disallow: /crosswords/ Disallow: /concentration/ Disallow: /hangman/ Disallow: /cgi-bin/ Disallow: /whyaduck/crosswords/* Disallow: /whyaduck/hangman/* Disallow: /whyaduck/cgi-bin/* Disallow: /whyaduck/concentration/* Disallow: /pages/external/ Disallow: /crosswords/* Disallow: /concentration/* Disallow: /hangman/* Disallow: /cgi-bin/* Disallow: /schreiben.htm Disallow: /living/ Disallow: /info/watching/ Disallow: /living/ Disallow: /watching/movie_detail.htm?*$ Disallow: /watching/movie_detail.htm?* Disallow: /*?external_page Disallow: /*?shop_country Disallow: /*?movie_id Disallow: /music/imageset.html Disallow: /music/ Allow: /music/sheetmusic.htm Disallow: /listening/show_music.htm?* Disallow: /watching/people/ Disallow: /uk/ Disallow: /geocities/ Crawl-delay: 10 Sitemap: http://www.marx-brothers.org/sitemap.txt User-agent: Yeti Disallow: / Allow: /index.htm User-agent: Tagoobot Disallow: / Allow: /index.htm User-agent: Naverbot Disallow: / Allow: /index.htm User-agent: oozbot Disallow: / Allow: /index.htm User-agent: ICCrawler - ICjobs Disallow: / User-agent: Balihoo Disallow: / User-agent: SynooBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: favorstarbot/1.0 Disallow: / User-agent: Snapbot Disallow: / User-agent: ShaBlast Disallow: / User-agent: WebAlta Disallow: / User-agent: Yandex Disallow: / User-agent: voyager Disallow: / User-agent: YodaoBot Disallow: / User-agent: DepSpid Disallow: / User-agent: DistribuJob Disallow: / User-agent: iVia Disallow: / User-agent: DataFountains Disallow: / User-agent: Jambot Disallow: / User-agent: YaWhen Disallow: / User-agent: OmniExplorer_Bot/6.9.3 Disallow: / User-agent: page_verifier Disallow: / User-agent: WebarooBot Disallow: / User-agent: SearchDaimon.com-dc Disallow: / User-agent: ichiro Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: SBider Disallow: / User-agent: BecomeBot Disallow: / User-agent: GalaxyBot Disallow: / User-agent: semanticdiscovery Disallow: / User-agent: ActiveTouristBot Disallow: / User-agent: amzn_assoc Disallow: /watching/ Disallow: /living/ Disallow: /de/living/ Disallow: /acting/ Disallow: /memo/ Disallow: /watching/movie_makers.htm Disallow: /watching/movie_detail.htm Disallow: /de/market_feedback.htm Disallow: /market_feedback.htm Disallow: /de/compose_mail.htm Disallow: /pages/external/ Disallow: /compose_mail.htm Disallow: /content.htm Disallow: /links.htm Disallow: /market.htm Disallow: /de/links.htm Disallow: /de/market.htm Disallow: /music/ Disallow: /watching/people/ Disallow: /geocities/ User-agent: quepasacreep Disallow: /living/ Disallow: /de/ Disallow: /acting/ Disallow: /memo/ Disallow: /watching/ Disallow: /reading/ Disallow: /listening/ Disallow: /market_feedback.htm Disallow: /de/compose_mail.htm Disallow: /compose_mail.htm Disallow: /pages/external/ Disallow: /content.htm Disallow: /links.htm Disallow: /market.htm Disallow: /de/links.htm Disallow: /de/market.htm Disallow: /music/ Disallow: /watching/people/ Disallow: /geocities/ User-agent: naverbot Disallow: /de/ Disallow: /acting/ Disallow: /memo/ Disallow: /watching/ Disallow: /pages/external/ Disallow: /reading/ Disallow: /listening/ Disallow: /market_feedback.htm Disallow: /music/ Disallow: /watching/people/ Disallow: /geocities/ User-agent: converacrawler Disallow: /de/ Disallow: /acting/ Disallow: /memo/ Disallow: /watching/ Disallow: /reading/ Disallow: /listening/ Disallow: /market_feedback.htm Disallow: /pages/external/ Disallow: /music/ Disallow: /watching/people/ Disallow: /geocities/ User-agent: iCcrawler Disallow: / User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt Disallow: /