# Start of robots.txt file

#Allow Yahoo feed agent access for RSS
User-agent: YahooFeedSeeker
Disallow: 

#Allow Google AdSense Spider
User-agent: Mediapartners-Google*
Disallow:

User-agent: Slurp
Crawl-delay: 10
Disallow: /streetools/stock_quotes.aspx
Disallow: /streetools/indicators/equity_volpcratio.aspx

User-Agent: MJ12bot
Crawl-Delay: 10


#This is for everybody else
User-agent: *
Disallow: /global.asax
Disallow: /commentary/news_detail_ap.aspx
Disallow: /commentary/news_detail_com.aspx
Disallow: /commentary/forum/AddTopic.aspx
Disallow: /commentary/Discussionboard.aspx
Disallow: /podcasts/podcast_player.aspx
Disallow: /streetools/options/option_montage.aspx
Disallow: /streetools/options/option_quote.aspx
Disallow: /streetools/stock_quotes_nonav.aspx
Disallow: /streetools/charts_net.aspx
Disallow: /streetools/charts_ax.aspx
Disallow: /streetools/stock_charts.aspx
Disallow: /streetools/charts_net_nonav.aspx
Disallow: /streetools/charts_nonav.aspx
Disallow: /streetools/symbol_news_nonav.aspx
Disallow: /streetools/stock_quotes.aspx
Disallow: /streetools/filters/equity_oi_config.aspx
Disallow: /streetools/indicators/open_interest_configuration.aspx
Disallow: /streetools/options/implied_montage.aspx
Disallow: /streetools/filters/equity_si.aspx

#Zombie Pages
Disallow: /streetools/indicators/equity_volpcratio.aspx
Disallow: /streetools/filters/put_call_oi_filter.aspx
Disallow: /streetools/filters/pcratio_moving_average.aspx
Disallow: /streetools/filters/percent_range.aspx
Disallow: /streetools/filters/relative_strength.aspx
Disallow: /streetools/filters/oi_pcratio_filter_vol_band.aspx
Disallow: /streetools/filters/low_historical_volatility.aspx
Disallow: /streetools/filters/short_int.aspx
Disallow: /streetools/filters/short_int_ma.aspx
Disallow: /streetools/filters/short_int_pct_px.aspx
Disallow: /streetools/filters/short_int_rs.aspx
Disallow: /streetools/filters/short_int_Vol_Bands.aspx
Disallow: /streetools/filters/short_int_hist_vol.aspx
Disallow: /streetools/filters/high_vol_pcratio.aspx
Disallow: /streetools/filters/vix_filter.aspx
Disallow: /streetools/filters/equity_oi_pcratio.aspx
Disallow: /streetools/filters/equity_vol_pcratio.aspx
Disallow: /streetools/filters/equity_oi_config_pt.aspx
Disallow: /streetools/filters/volatility_bands.aspx
Disallow: /streetools/filters/volatility_band_filter.aspx
Disallow: /streetools/filters/eqpcr.aspx
Disallow: /streetools/filters/rydex_o_a.aspx
Disallow: /streetools/filters/inv_int.aspx
Disallow: /streetools/filters/comp_nh_nl.aspx
#Zombie Pages
Disallow: /alliance/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /footer/
Disallow: /dblclk/
Disallow: /members/
Disallow: /promotions/
Disallow: /search/
Disallow: /signup/
Disallow: /special/
Disallow: /w3c/
Disallow: /common/
Disallow: /scripts/
Disallow: /cart/ExpressCheckout.aspx
Disallow: /cart/ShoppingCart.aspx
Disallow: /cart/PlusSignup.aspx
Disallow: /*.pdf$
# End of robots.txt file