User-agent: *
    Disallow: /wp/cgi-bin
    Disallow: /wp/wp-admin
    Disallow: /wp/wp-includes
    Disallow: /wp/wp-content/mu-plugins
    Disallow: /wp/wp-content/plugins
    Disallow: /wp/wp-content/cache
    Disallow: /wp/wp-content/themes



    # Google AdSense
    User-agent: Mediapartners-Google*
    Disallow:
    Allow: /*

    # Internet Archiver Wayback Machine
    User-agent: ia_archiver
    Disallow: /

    # digg mirror
    User-agent: duggmirror
    Disallow: /