diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 8fe20c867..c9160775c 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -8101,7 +8101,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/search? /pdf-templates/standalone /pdf/index.html -/pdf_reader/*/ +/pdf_reader/*/ /pdfft /pdp-async/preview /pdpslice @@ -29027,7 +29027,7 @@ GuruFiles/ Gurufiles/ H HACAffiliate -HBO/ +HBO/ HDView HK/ HK/en_HK/cart @@ -41857,7 +41857,7 @@ ad ad-2.png ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition ad-features -ad-manager/ +ad-manager/ ad-retargeting-101-online-shopping-in-the-covid-19-era ad-scans ad.php* @@ -42567,7 +42567,7 @@ agile064 agile065 agile066 agile067 -agility/ +agility/ aging_surprises_getting_older/article.htm agplants agreements @@ -44047,7 +44047,7 @@ anesth/employment/faculty/cv anewleaf anfrage anfrage-oeffnungszeiten -anga/ +anga/ angebot angebot-details angebote @@ -44987,7 +44987,7 @@ appliance appliance-delivery-installation applicant-eligibility application -application-content/ +application-content/ application/ application? applicationglobalinterfaces/ @@ -46206,7 +46206,7 @@ askpat asm/ asp.net/ asp/ -asp/ +asp/ asp/cgabillstatus/ asp/demo_db_edit.asp asp/menu/ @@ -46219,7 +46219,7 @@ aspergers/treatment-aspergers-syndrome-many-therapies-can-help/ aspergers/what-are-causes-risk-factors-aspergers-syndrome/ aspnet_client aspnet_client/ -aspnet_client/ +aspnet_client/ aspwebcalendar/ aspwebcalendar/calendar.asp aspx$ @@ -47802,7 +47802,7 @@ banner_conta.php banners banners-old.php? banners/ -banners/ +banners/ banners/link-default.html banners/obama-vs-romney.html banners2/ @@ -63252,7 +63252,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment cloud-launcher/sitemap cloud-storage-pricing-plans cloud/ -cloud/ +cloud/ cloud/* cloud/131 cloud/august2015/servicecs_gs @@ -66233,7 +66233,7 @@ contentfactory contentfeed/getdata?type=synopsi contentful-preview contentful-render -contentjam/ +contentjam/ contentpar_gridblock contentresearchtool/ contents @@ -75315,7 +75315,7 @@ downloadmirror downloads downloads.php downloads/ -downloads/ +downloads/ downloads/$ downloads/* downloads/*/ @@ -75426,7 +75426,7 @@ drinko-old drive drive-and-listen drive-angry -drive-in/ +drive-in/ drive-with-lyft*ref= drive-with-lyft*utm drive/search @@ -81717,9 +81717,9 @@ epilepsy_pictures_slideshow/article.htm episerver episerver episode -episode-engine/ -episode-podcast/ -episode/ +episode-engine/ +episode-podcast/ +episode/ episode/*/transcript$ episode/http episodes @@ -87708,7 +87708,7 @@ flightsearch/book-a-flight?cacheKeySuffix= flightsh5/ flightstat/v1 flightstatus/search/* -flip-player/ +flip-player/ flip-preview flipboardrss flipbook @@ -103964,7 +103964,7 @@ html?pageq= html?pages= html?ref= html?user_country= -html_email/ +html_email/ html_externe html_helpers html_tests @@ -106183,7 +106183,7 @@ include_catcherror.html include_xml/* includes includes/ -includes/ +includes/ includes/*.js includes/_stampa_articolo.php* includes/boite/1 @@ -107376,7 +107376,7 @@ ipAcl ipad ipad-games/buy/* ipad/ -ipad/ +ipad/ ipad/4/Contents/en/searchindex ipad/http://cncf.io/robots.txt ipad/stories @@ -113099,7 +113099,7 @@ lakers/users laluan/*/laluan-dari- lamda/images land-browse-bff -land/ +land/ land/*/reviews land/*/reviews? land/*/sites/*/photos @@ -113113,7 +113113,7 @@ landing-page-documents/ landing-pages/ landing.php landing/ -landing/ +landing/ landing/CME-channel landing/VillageMD landing/athenaclinicals @@ -113321,7 +113321,7 @@ latin_en latinamerica/dealer_locator/ launch-learn-more-vid launch.aspx -launch/ +launch/ launch2005/ launcher launcher$ @@ -116701,7 +116701,7 @@ map-archive/all-locations/ map-constructor/loader map-maker map-regular.xml -map-review/ +map-review/ map-videofull.xml map.ashx map.asp @@ -116907,7 +116907,7 @@ marcioreinaldo marcosmontes marcotebaldi margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records -mari/ +mari/ maria-ho-appointed-vice-president-corporate-communications-universal-music-group mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel mariah-careys-dont-forget-about-us-hits-1 @@ -120451,7 +120451,7 @@ mx/user$ mx/web.config mx/your mx2019.jsp -mxf-final-cut-pro/ +mxf-final-cut-pro/ my my$ my-MM/$ @@ -121664,7 +121664,7 @@ news-ga news-insider$ news-insights/magazine/class-notes-search?*&*& news-insights/stories?*&*& -news-manager/ +news-manager/ news-news-flash&page= news-news-flash/*_q news-news-flash?page= @@ -144226,7 +144226,7 @@ sales sales-demo-video sales-gifts/best-gifts-for-migraine/ sales-gifts/gifts-for-ocd/ -sales-kit/ +sales-kit/ sales-leads sales/*?*after= sales/*?*before= @@ -144641,7 +144641,7 @@ scr5net scrapertrap scratch_1.4 scratchr2/static -screen-flow/ +screen-flow/ screen-time-strategies-you-can-start-today screen/image screener @@ -156984,7 +156984,7 @@ test.html test.jsp test.umb.edu/ test/ -test/ +test/ test/* test/*?question test/*?rtf @@ -158638,7 +158638,7 @@ topla-kazan topla-kazan-kuponlari toprailapp tops -topsecret/ +topsecret/ topsfr topsocial topup @@ -159064,7 +159064,7 @@ tradeoffer traduction traffic traffic-aggregation -traffic-manager/ +traffic-manager/ traffic/ traffic/status*? trafficbot.life @@ -161423,7 +161423,7 @@ upcomingeventdetails.html upcomingevents.html? update update-browser -update-check/wirecast/ +update-check/wirecast/ update-guide update-password update-payment$ @@ -164813,13 +164813,13 @@ vanilla vanity vanity_participant vans/leasing/search -vantage-cloud/ -vantage-enterprise/ -vantage-transcoding/ -vantageCloudManager/ -vantageCloudTrial/ -vantageDomainServer/ -vantageTrancodeServer/ +vantage-cloud/ +vantage-enterprise/ +vantage-transcoding/ +vantageCloudManager/ +vantageCloudTrial/ +vantageDomainServer/ +vantageTrancodeServer/ vantage_point/archive vapors/ var @@ -165247,7 +165247,7 @@ video*search=*o=mr$ video- video-alert video-blogs- -video-cue/ +video-cue/ video-gallery video-keywords video-landing-pages @@ -193978,7 +193978,7 @@ wip wip_index.php wipostad/ wire- -wire-cast/ +wire-cast/ wirecutter wirecutter/ wirecutter/*&xid=