User-agent: *
Disallow: /webalizer/
Disallow: /automation/
Allow: /
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /charts/
Disallow: /charts2/
Disallow: /charts3/
Disallow: /cp/
Disallow: /data/
Disallow: /includes/
Disallow: /mit_rss/
Disallow: /modules/
Disallow: /new/
Disallow: /oauth/
Disallow: /pages/
Disallow: /plugins/
Disallow: /test_img/
Disallow: /tmp_img/
Disallow: /bitly/
Disallow: /add_twitter_account.php
Disallow: /api.php
Disallow: /info.php
Disallow: /logout.php
Disallow: /process.php
Disallow: /process_login.php

Disallow: /new/
Disallow: /jsonProcess.php
Sitemap: http://www.mytweetplace.com/sitemap.xml