#Robots.txt
User-agent: *
Disallow: /cgi/    # keep robots out of the executable tree
Disallow: /stats/  # stats directory
Disallow: /data/   # data directory
Disallow: /mycgi/   # keep robots out of the executable tree
Disallow: /aol/   # keep robots out of the executable tree
Disallow: /script/
Disallow: /tips/
Disallow: /db.php
Disallow: /gif/
Disallow: /gifs/
Disallow: /wap/
Disallow: /footer-mf.html
Disallow: /footer.html
Disallow: /footer1.html
Disallow: /header.html
Disallow: /headfoot_content_q.js
Disallow: /headfoot_content.js
Disallow: /info.php
Disallow: /n_stockwatch_db.php
Disallow: /n_stockwatch_full.php
Disallow: /n_stockwatch_old.php
Disallow: /n_stockwatch.php
Disallow: /n_stockwatch5_db.php
Disallow: /n_stockwatch5.php
Disallow: /newsletter.php
Disallow: /nse/nseshareprice_db.php
Disallow: /rss/rss_update.php
Disallow: add-search.html
Disallow: add.html
Disallow: add1v.html
Disallow: add2.html
Disallow: footer-mf.html
Disallow: footer.html
Disallow: footer1.html
Disallow: header.html
Disallow: headfoot_content_q.js
Disallow: headfoot_content.js
Disallow: nse_comment.php
Disallow: popup.html
Disallow: query.php
Disallow: quote-tb.html
Disallow: rss_update.php
Disallow: s.css
Disallow: show_stockwatch_db.php
Disallow: show_stockwatch.php
Disallow: stock_tip.php
Disallow: stylesheet.css
Disallow: stylesheet2.css
Disallow: tab.js
Disallow: thanks.html
Disallow: thankyou.html