User-agent: Googlebot # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php # Paths (clean URLs) Disallow: /admin Disallow: /aggregator Disallow: /comment Disallow: /logout Disallow: /node Disallow: /search Disallow: /user Disallow: /print Disallow: /mollom Disallow: /filter Disallow: /taxonomy # Paths (no clean URLs) Disallow: /?q= # Old # Disallow: /entercampaign.aspx # Disallow: /offers/ # Disallow: /?track= # Disallow: /?CatId= # Disallow: /redirect/ # Disallow: /ppc/ # Disallow: /go.aspx # Disallow: /freecreditreport/v/ # Disallow: /?DI= # Disallow: /?ID= # Disallow: /?di= # Disallow: /?id= # Disallow: /community/ # Disallow: /content/CreditReport-2-1.ashx # Disallow: /content/ContentByCategory.aspx # Blog Stuff Disallow: /blog/autoloan Disallow: /blog/creditcounseling Disallow: /blog/creditmonitoring Disallow: /blog/debtconsolidation Disallow: /blog/homeequityloan Disallow: /blog/personalloan Disallow: /blog/studentloan Disallow: /blog?page= User-agent: Slurp # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php # Paths (clean URLs) Disallow: /admin Disallow: /aggregator Disallow: /comment Disallow: /logout Disallow: /node Disallow: /search Disallow: /user Disallow: /print Disallow: /mollom Disallow: /filter Disallow: /taxonomy # Paths (no clean URLs) Disallow: /?q= # Old # Disallow: /entercampaign.aspx # Disallow: /offers/ # Disallow: /?track= # Disallow: /?CatId= # Disallow: /redirect/ # Disallow: /ppc/ # Disallow: /go.aspx # Disallow: /freecreditreport/v/ # Disallow: /?DI= # Disallow: /?ID= # Disallow: /?di= # Disallow: /?id= # Disallow: /community/ # Disallow: /content/CreditReport-2-1.ashx # Disallow: /freecreditreport/fox.aspx # Disallow: /content/ContentByCategory.aspx # Blog Stuff Disallow: /blog/autoloan Disallow: /blog/creditcounseling Disallow: /blog/creditmonitoring Disallow: /blog/debtconsolidation Disallow: /blog/homeequityloan Disallow: /blog/personalloan Disallow: /blog/studentloan Disallow: /blog?page= User-agent: MSNBot # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php # Paths (clean URLs) Disallow: /admin Disallow: /aggregator Disallow: /comment Disallow: /logout Disallow: /node Disallow: /search Disallow: /user Disallow: /print Disallow: /mollom Disallow: /filter Disallow: /taxonomy # Paths (no clean URLs) Disallow: /?q= # Old # Disallow: /entercampaign.aspx # Disallow: /offers/ # Disallow: /?track= # Disallow: /?CatId= # Disallow: /redirect/ # Disallow: /ppc/ # Disallow: /go.aspx # Disallow: /freecreditreport/v/ # Disallow: /?DI= # Disallow: /?ID= # Disallow: /?di= # Disallow: /?id= # Disallow: /community/ # Disallow: /content/CreditReport-2-1.ashx Disallow: /freecreditreport/fox.aspx # Disallow: /content/ContentByCategory.aspx # Blog Stuff Disallow: /blog/autoloan Disallow: /blog/creditcounseling Disallow: /blog/creditmonitoring Disallow: /blog/debtconsolidation Disallow: /blog/homeequityloan Disallow: /blog/personalloan Disallow: /blog/studentloan Disallow: /blog?page=