# robots.txt for http://www.1000mikes.com User-agent: * # Disallow: /download/ # https://www.mediaclipping.de/ User-agent: USERAGENT Disallow: /download/ # http://www.metadatalabs.com/mlbot/ User-agent: MLBot Disallow: /download/ # http://yandex.com/bots User-agent: YandexBot Disallow: /download/