# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.idglabs.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN
User-agent: *
Disallow:

# too many repeated hits, too quick
User-agent: litefinder
Disallow: /

User-agent: *
Disallow: /wp-admin/

     User-agent: Googlebot

    Disallow: /wp-content/
    Disallow: /trackback/
    Disallow: /wp-admin/
    Disallow: /feed/
    Disallow: /archives/
    Disallow: /*?
    Disallow: /*.php$
    Disallow: /*.js$
    Disallow: /*.inc$
    Disallow: /*.css$
    Disallow: */feed/
    Disallow: */trackback/
    Disallow: /page/
    Disallow: /tag/
    Disallow: /category/

    User-agent: Googlebot-Image
    Disallow: /wp-includes/

    User-agent: Mediapartners-Google*
    Disallow:

    User-agent: ia_archiver
    Disallow: /

    User-agent: duggmirror
    Disallow: /

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.idglabs.com/sitemap.xml.gz
sitemap: http://www.idglabs.com/sitemap.xml
# END XML-SITEMAP-PLUGIN

#improve security by disallowing includes to
#execute code
Options +includesNOEXEC

#dont let people peek into directories without an index file
Options -Indexes

#ErrorDocument 404 /404.php
#ErrorDocument 500 /500.php