# digg mirror
User-agent: duggmirror
Disallow: /

# Google Image
User-agent: Googlebot-Image
Crawl-delay: 5
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Crawl-delay: 5
Disallow:
Allow: /*

User-agent: YandexBlog
Crawl-delay: 5
Disallow:
Allow: /*

User-agent: Yandex
Crawl-delay: 10
Disallow: /profile.php
Disallow: /login.php
Disallow: /submit.php
Disallow: /trackback.php
Disallow: /editlink.php
Disallow: /backend/
Disallow: /api/
Disallow: /index.php
Disallow: /comments_rss2.php
Disallow: /rss2.php?
Disallow: /javascript:
Disallow: /comments_rss2.php
Disallow: /link_bookmark.php
Disallow: /search.php?page=
#Disallow: /user
#Disallow: /cgi-bin
#Disallow: /xmlrpc.php

User-agent: *
Crawl-delay: 10
Disallow: /profile.php
Disallow: /login.php
Disallow: /submit.php
Disallow: /trackback.php
Disallow: /editlink.php
Disallow: /backend/
Disallow: /api/
Disallow: /index.php
Disallow: /comments_rss2.php
Disallow: /rss2.php?
Disallow: /javascript:
Disallow: /comments_rss2.php
Disallow: /link_bookmark.php
Disallow: /search.php?page=
#Disallow: /user
#Disallow: /cgi-bin
#Disallow: /xmlrpc.php