Sitemap: www.bytheglass.jp/sitemap.xml

User-agent: *
Disallow: /

User-agent: Googlebot

# Folders
Disallow: /cgi-bin
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /sites/all/
Disallow: /sites/all/*
Disallow: /themes/
Disallow: /filter/
Disallow: /filter/tips/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /*.php$
Disallow: /*.php
Disallow: /*/*.php
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.txt$
Disallow: /*.pdf
Disallow: /*.pdf$
Disallow: /*/*/*.pdf

Disallow: /*/*.php$
Disallow: /*/*.php
Disallow: /*/*/*.php
Disallow: /*/*.js$
Disallow: /*/*.inc$
Disallow: /*/*.css$
Disallow: /*/*.cgi$
Disallow: /*/*.xhtml$
Disallow: /*/*.php*
Disallow: /*/*.txt$
Disallow: /*/*.pdf
Disallow: /*/*.pdf$
Disallow: /*/*/*/*.pdf

Disallow: /*/robots.txt

# Paths (clean URLs)
Disallow: /*size=
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /category/*
Disallow: /category/*/*
Disallow: /feed
Disallow: /taxonomy/term/
Disallow: /taxonomy/term/*/feed
Disallow: /taxonomy/term/*/*/feed

Disallow: /*/*size=
Disallow: /*/admin/
Disallow: /*/comment/reply/
Disallow: /*/contact/
Disallow: /*/logout/
Disallow: /*/node/add/
Disallow: /*/search/
Disallow: /*/user/
Disallow: /*/user/register/
Disallow: /*/user/password/
Disallow: /*/user/login/
Disallow: /*/category/*
Disallow: /*/category/*/*
Disallow: /*/feed
Disallow: /*/taxonomy/term/
Disallow: /*/taxonomy/term/*/feed
Disallow: /*/taxonomy/term/*/*/feed

# Misc
Allow: /*?page=
Allow: /*/*?page=

Disallow: /*?
Disallow: /*/*?
Disallow: /*/*/*?
Disallow: /*/*?*
Disallow: /*/*/?*
Disallow: /*/*/*?*
Disallow: /*?page=0
Disallow: /*/*?page=0
Disallow: /*?page=*&*
Disallow: /*/*?page=*&*

# Specific
Disallow: /home
Disallow: /home/

Disallow: /*/home
Disallow: /*/home/