User-Agent: *
Allow: /wp-content/uploads
Disallow: /wp-content/plugins
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes
Disallow: /wp-includes
Disallow: /wp-admin
Disallow: /404
Disallow: /phpBB3
Disallow: /cgi-bin



Disallow: /wp-



Sitemap: http://www.gigle.net/sitemap.xml
sitemap: http://www.gigle.net/google-news-sitemap.xml

Disallow: /?s=
Disallow: /search



Allow: /feed/$
Disallow: /feed
Disallow: /comments/feed
Disallow: /comments
Disallow: /comments-page
Disallow: /category/c-mes
Disallow: /category/semana
Disallow: /category
Disallow: /tag
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /*/*/*/trackback/$
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

#User-agent: Microsoft.URL.Control   suprimido temporalmentre
#Disallow: /     suprimido temporalmentre

User-agent: libwww
Disallow: /

user-agent: Slurp
Crawl-delay: 5

User-agent: ia_archiver
#Crawl-delay: 180

User-agent: googlebot
Crawl-delay: 180

User-agent: noxtrumbot
Crawl-delay: 50

#User-agent: msnbot suprimido temporalmentre
#Crawl-delay: 30    suprimido temporalmentre

User-agent: Slurp
Crawl-delay: 30