# a google validator shows warning icon next to Crawl-delay and says "rule ignored by google bot" # left it on hopefully others will use it # remove it if causing unwanted crawling blocks User-agent: * Allow: /.htaccess User-agent: * Allow: /teko4d User-agent: * Allow: /keywords User-agent: NinjaBot Disallow: /keywords User-agent: Googlebot Disallow: /keywords User-agent: Googlebot-Mobile Disallow: /keywords User-agent: Googlebot-Image Disallow: /keywords User-agent: Mediapartners-Google Disallow: /keywords User-agent: Adsbot-Google Disallow: /keywords User-agent: Bingbot Disallow: /keywords User-agent: Slurp Disallow: /keywords User-agent: msnbot Disallow: /keywords User-agent: msnbot-media Disallow: /keywords User-agent: Teoma Disallow: /keywords User-agent: twiceler Disallow: /keywords User-agent: Gigabot Disallow: /keywords User-agent: Scrubby Disallow: /keywords User-agent: Robozilla Disallow: /keywords User-agent: ia_archiver Disallow: /keywords User-agent: baiduspider Disallow: /keywords User-agent: naverbot Disallow: /keywords User-agent: yeti Disallow: /keywords User-agent: yahoo-mmcrawler Disallow: /keywords User-agent: psbot Disallow: /keywords User-agent: asterias Disallow: /keywords User-agent: yahoo-blogs Disallow: /keywords User-agent: Yandex Disallow: /keywords User-agent: Specify Disallow: /keywords User-agent: Googlebot-Image Disallow: /keywords User-agent: AdsBot-Google-Mobile-Apps Disallow: /keywords User-agent: * Allow: /keywords/data.html User-agent: * Allow: /keywords/slot.html User-agent: * Allow: /keywords/mahjong-ways.html User-agent: * Allow: /keywords/data.txt User-agent: * Allow: /keywords/slot.txt User-agent: * Allow: /keywords/mahjong-ways.txt