diff --git a/Discovery/Web-Content/RobotsDisallowed-Top100.txt b/Discovery/Web-Content/RobotsDisallowed-Top100.txt deleted file mode 100644 index bf854043..00000000 --- a/Discovery/Web-Content/RobotsDisallowed-Top100.txt +++ /dev/null @@ -1,99 +0,0 @@ - -api/ -admin/ -wp-admin/ -template/ -data/ -search/ -install/ -admin.php -tupian -js/ -member.php -includes/ -uc_client/ -userapp.php?mod=app&* -uc_server/ -tmp/ -static/ -source/ -search.php -modules/ -misc.php -home.php?mod=spacecp* -forum.php?mod=redirect* -forum.php?mod=post* -connect.php -config/ -api.php -*mobile=yes* -*?mod=misc* -*?mod=attachment* -themes/ -xmlrpc.php -admin -images/ -templates/ -plus/stow.php -plus/search.php -plus/rss.php -plus/recommend.php -plus/mytag_js.php -plus/feedback_js.php -plus/count.php -cgi-bin/ -user/ -templets -scripts/ -plus/shops_buyaction.php -plus/posttocar.php -plus/erraddsave.php -plus/disdls.php -plus/carbuyaction.php -plus/car.php -plus/advancedsearch.php -plus/ad_js.php -member/ -index.php -include -css/ -ajax/ -1000prosm.php -: -wp-includes/ -user -search -language/ -install.php -cgi-bin -cache/ -LICENSE.txt -user/register/ -user/password/ -user/login/ -update.php -register/ -profiles/ -plugins/ -page/ -node/add/ -misc/ -error/ -cron.php -common/ -comment/reply/ -UPGRADE.txt -MAINTAINERS.txt -INSTALL.txt -INSTALL.pgsql.txt -INSTALL.mysql.txt -CHANGELOG.txt -*?* -upload/ -tag/ -order/ -mediamainlog.php -logs/ -lib/ -inc/ -fcmedianet.js