# Robots Rule! - Sometimes... #
User-agent: *
Allow: /

Allow: /css
Allow: /js
 
# Disallow these directories, url types & file-types
Disallow: /__MT_DEFAULT__
Disallow: /cgi-bin
Disallow: /test
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.mp4$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*/feed/*
Disallow: /*/*?s=*
Disallow: /*/*.inc$
 
#User-agent: ia_archiver*
#Disallow: /
 
User-agent: duggmirror
Disallow: /