Sitemap: http://semarangmobile.com/sitemap.xml.gz

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Slurp
Disallow:

User-agent: YahooFeedSeeker
Disallow:

User-agent: BlogPulseLive
Disallow:

User-agent: Moreoverbot
Disallow:

User-agent: *
Disallow: /
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$	
Disallow: */feed/
Disallow: */trackback/
Disallow: /*?*
Disallow: /*?
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /page/
Disallow: /date/
Disallow: /category/
Disallow: /archive/
Disallow: /rss/
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Crawl-delay: 60


User-agent: msnbot
Crawl-delay: 600
Disallow: /