diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt index 4574baf5..5840b930 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt @@ -3215,6 +3215,10 @@ erpnext/patches/v15_0/remove_exotel_integration.py patches/v15_0/remove_exotel_integration.py v15_0/remove_exotel_integration.py remove_exotel_integration.py +erpnext/patches/v15_0/add_default_operations.py +patches/v15_0/add_default_operations.py +v15_0/add_default_operations.py +add_default_operations.py erpnext/patches/v15_0/correct_asset_value_if_je_with_workflow.py patches/v15_0/correct_asset_value_if_je_with_workflow.py v15_0/correct_asset_value_if_je_with_workflow.py diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt index 3583307d..ad9fe26f 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt @@ -686,6 +686,7 @@ erpnext/patches/v15_0/set_reserved_stock_in_bin.py erpnext/patches/v15_0/enable_all_leads.py erpnext/patches/v15_0/update_gpa_and_ndb_for_assdeprsch.py erpnext/patches/v15_0/remove_exotel_integration.py +erpnext/patches/v15_0/add_default_operations.py erpnext/patches/v15_0/correct_asset_value_if_je_with_workflow.py erpnext/patches/v15_0/create_asset_depreciation_schedules_from_assets.py erpnext/patches/v15_0/delete_taxjar_doctypes.py diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 2aaef657..12cc1e8a 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -1934,8 +1934,8 @@ hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://amzn.to/robots.txt -http://linkedin.com/robots.txt +http://archive.org/robots.txt +http://flickr.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index a3d47a44..f195ac2d 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -2506,6 +2506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /buckets$ /bugs/new /buscador/ +/business-store /business/ai-search /business/aisearch /business/search @@ -3069,7 +3070,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://redcross.org/robots.txt +/no-referrer-when-downgradehttp://gmail.com/robots.txt /no-search-results /node /node/add @@ -3629,7 +3630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://rebrand.ly/robots.txt +?*apikey*http://visitazores.com/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3843,7 +3844,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chrome.google.com/robots.txt ?*utm_term= ?*verified= ?*xid @@ -5359,7 +5360,6 @@ Help HelpContent Heritrix Home/404Page -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -5543,7 +5543,6 @@ Meo MessageRunDetailID= MetaURI Microsoft.URL.Control -Mobile/EM/ Moreover Moreoverbot MoviesYouveSeen @@ -5644,6 +5643,7 @@ PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn +PowerMapper Practice-Clients Present Price/PriceRMPopup.aspx @@ -5659,7 +5659,6 @@ ProfilesGate Project PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx QUICKNEWS Qinfo Qinfo/cams @@ -5717,7 +5716,6 @@ SOImapPriceDisplayView SametimeWebApp Scripts Search -Search Search/* Search/Mail/Public SearchNavigationView @@ -6182,8 +6180,6 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6267,7 +6263,6 @@ ach/search ach/user ach/users achievements -aclick aclk acoustic acq/nonprofits @@ -6535,7 +6530,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alkali all all-supported-params @@ -6559,7 +6553,6 @@ amp amp$ amp-proxy amp-tealium -amp/ amp/authorize amphtml amphtml/blogs/test @@ -6625,16 +6618,15 @@ api.html? api.php api/ api/? -api/attachments/*http://giphy.com/robots.txt +api/attachments/*http://docs.wixstatic.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://ssl.gstatic.com/robots.txt +api/http://kobo.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps/* api/nicorepo/timeline api/programas/69730/audios.rss @@ -6699,7 +6691,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://mediafire.com/robots.txt +apple-app-site-associationhttp://fonts.google.com/robots.txt apple-news appliance applicant-eligibility @@ -7498,6 +7490,7 @@ backoffice= backstage/help/search-results.html badges/profile/create bagon +baidu ban-me-i-am-a-robot bandito banking @@ -7744,7 +7737,6 @@ bezahlvorgaenge.html bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -7806,7 +7798,6 @@ bin bin/ bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -7896,7 +7887,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://bitly.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -7952,7 +7943,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8021,7 +8011,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://google.co.in/robots.txt +bookmarkshttp://ed.ted.com/robots.txt books books/NBK books/about @@ -8938,7 +8928,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://iso.org/robots.txt +cdn-cgi/http://mediapost.com/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -8966,7 +8956,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://is.gd/robots.txt +cgi-binhttp://ifttt.com/robots.txt cgi-local cgi-perl cgi-registry @@ -9163,7 +9153,6 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl2/feeds cl2/ical @@ -9306,7 +9295,7 @@ co/user co/users co/ventureone code/* -code/http://m.youtube.com/robots.txt +code/http://w3techs.com/robots.txt codesamples/ coin*mid= colehaan/daring-to-step-forward @@ -9514,7 +9503,7 @@ conflagexp connect connect/@ connect/help/search-results.html -connect/http://nbcnews.com/robots.txt +connect/http://blog.twitter.com/robots.txt connect/social-intranet.html connections connections/recent @@ -9631,7 +9620,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://line.me/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/redcross/lp content/dam/web/da_dk/www @@ -9818,15 +9807,14 @@ cp/api/wpa cpds2 cpes/ cpresources +cpro cpropub/univercd cpspa cr -cr$ cr/ cr/$ cr/corporate/contact cr/news -cr? craft crash crawler4j @@ -10054,7 +10042,6 @@ dashboard dashboard/notes dashboard/overview data -data-st-cnt="ee" data-studio data/free/files database/philboard.mdb @@ -11194,9 +11181,6 @@ enterprise/seo entertain entertainment/article/Minerva-s-horoscope entertainment/bravo -entities/search -entityexplore$ -entityexplore? entrez entrez/eutils entrez/sutils @@ -11622,7 +11606,7 @@ events/friday-rush$ events/fsi-cloud-symposium-nyc.html events/rss evernote/like.php -evite/*http://mozilla.com/robots.txt +evite/*http://dw.com/robots.txt examples/* exclusive-offers exec/obidos/account-access-login @@ -11730,7 +11714,6 @@ fbl/terms.html fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -11906,7 +11889,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://arte.tv/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filter filter/tips filter/tips @@ -12306,8 +12289,6 @@ full fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fundraiser/charity fundraiser/search fur/forums @@ -12329,7 +12310,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://s.yimg.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g00 g01 @@ -12552,7 +12533,7 @@ gh/news gh/useracquisition gh_jid= gif -gifshttp://loc.gov/robots.txt +gifshttp://gist.github.com/robots.txt gift-redemption gift-terms gift_card= @@ -12904,7 +12885,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://justice.gov/robots.txt +hacker/*/followhttp://hackerone.com/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13017,6 +12998,7 @@ highereducation/higheddocs highlights hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html +hilfe/live/launch-day/launch-day-videoupload.html hilfe/live/officehour/officehour-link.html hims-hard-mints hinweis/datenleck @@ -13175,6 +13157,7 @@ homeandgarden/home/hearstmagazines homefeed homepage homepage-video-test +homepage/ homepage/2013 honing.html hooks @@ -13196,14 +13179,12 @@ hosted hosted/images hosting/search hotel/index.hi. -hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc -hotels/search hotelsonmap.*.json hotfix/ houseads @@ -13217,8 +13198,6 @@ howto howtobuy/ hp/focus-retrocompatibile$ hp/video -hpm -hpmob hr hr-*/ hr-hr/ @@ -13299,41 +13278,39 @@ http http-checker http2_data http: -http://academic.oup.com/robots.txt -http://alistapart.com/robots.txt -http://blog.naver.com/robots.txt -http://blogger.com/robots.txt -http://brilliant.org/robots.txt -http://canva.com/robots.txt -http://cbc.ca/robots.txt -http://code.google.com/robots.txt -http://discord.com/robots.txt +http://2.bp.blogspot.com/robots.txt +http://about.google/robots.txt +http://amazon.de/robots.txt +http://amzn.to/robots.txt +http://api.whatsapp.com/robots.txt +http://app.box.com/robots.txt +http://bbc.com/robots.txt +http://bcn.cl/robots.txt +http://behance.net/robots.txt +http://census.gov/robots.txt http://euronews.com/robots.txt -http://fda.gov/robots.txt -http://freewebs.com/robots.txt -http://getbootstrap.com/robots.txt -http://gstatic.com/robots.txt -http://help.twitter.com/robots.txt -http://ja.wikipedia.org/robots.txt -http://leonardodavincisinventions.com/robots.txt -http://lifestylesimplify.com/robots.txt -http://online.wsj.com/robots.txt -http://paypalobjects.com/robots.txt -http://rottentomatoes.com/robots.txt -http://sciencedaily.com/robots.txt -http://searchenginewatch.com/robots.txt -http://siemens.com/robots.txt -http://skype.com/robots.txt -http://studio.youtube.com/robots.txt -http://ted.com/robots.txt -http://telegram.me/robots.txt -http://therealnews.com/robots.txt -http://tinyurl.com/robots.txt -http://today.com/robots.txt -http://tv.youtube.com/robots.txt -http://video.google.com/robots.txt -http://webmd.com/robots.txt -http://wellbeing.google/robots.txt +http://extension.purdue.edu/robots.txt +http://graphisoft.com/robots.txt +http://hubspot.com/robots.txt +http://ie.edu/robots.txt +http://linkedin.com/robots.txt +http://mashable.com/robots.txt +http://mrisoftware.com/robots.txt +http://nationalgeographic.com/robots.txt +http://news.cnet.com/robots.txt +http://npmjs.com/robots.txt +http://patreon.com/robots.txt +http://producthunt.com/robots.txt +http://raiplay.it/robots.txt +http://redbubble.com/robots.txt +http://support.apple.com/robots.txt +http://techradar.com/robots.txt +http://tiny.cc/robots.txt +http://torproject.org/robots.txt +http://translate.google.com/robots.txt +http://upload.wikimedia.org/robots.txt +http://vogue.com/robots.txt +http://yelp.com/robots.txt hu hu-*/ hu-hu/ @@ -13703,16 +13680,11 @@ images/$ images/* images/? images/Podcasts -images/async/? -images/async? images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 images/chart_png460 -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/li.gif images/logging_requests.gif @@ -13721,12 +13693,8 @@ images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume -images/search%3F -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -13737,7 +13705,6 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ -images? imagine/ imesync img @@ -13862,7 +13829,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include include/ @@ -13926,6 +13892,7 @@ index.php/ko/node/ index.php/magazine/get_comment index.php/media/oembed index.php/members/profile +index.php/node index.php/node/add index.php/node/add/ index.php/ru/node/ @@ -14020,7 +13987,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://codex.wordpress.org/robots.txt +interactive*http://fcc.gov/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -14874,6 +14841,7 @@ latest-playlist latest-talk latin latin_en +launch-day-show-voting.html launch2005/ law-school/search-results/ lawlib/archive @@ -14897,7 +14865,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://urbandictionary.com/robots.txt +leadingtogether/http://validator.w3.org/robots.txt leaf learn learn-noperf @@ -14932,7 +14900,7 @@ learning/settings? learnmorelayer learnmorelayertv lecture -lecture/http://healthaffairs.org/robots.txt +lecture/http://creativecommons.org/robots.txt lees/gids/exclusief lees/gids/exclusief$ lees/gids/exclusief.*$ @@ -15053,6 +15021,7 @@ liked limit_hits limited-release link +link? link_to linked linkedin @@ -15119,7 +15088,6 @@ loans loc/volunteers loc= local -local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -15439,7 +15407,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -15543,6 +15510,7 @@ media/popup/ media/thumbnails/ media/tv/channel/credits media/tyfo* +media/tyfo*http://statcounter.com/robots.txt mediabase mediaembed medialibrary/de/brief @@ -15840,7 +15808,6 @@ merchant/directions/* merchant/imageUploadPreview/* merchant/loc/* merchant/moreProducts?* -merchant/reviews? merchant/update/* merchantapps mes @@ -16842,7 +16809,6 @@ notificarelacionadas notifications notifications notifications$ -notifications/ notifications/* nova now/mt3 @@ -17025,8 +16991,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -17722,7 +17686,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22TffpVteYDUegNO8sv5KNw3n6XXw\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment/ pmm-templates pmo/contact/en/staff @@ -18113,7 +18076,6 @@ pro-resources pro-site pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -18132,7 +18094,6 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -18187,7 +18148,6 @@ profile/*/followers profile/*/following profile/*/map$ profile/downloads_limit -profile/history? profile/license profile/payment/getstarted profile/view @@ -18828,7 +18788,6 @@ resources/xml/sitemaps responder rest results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -18880,7 +18839,6 @@ reviews/seller reviews/top-reviewers reviews_page= rewards -rewardsapp/ rf=* rfcdiff* ribbon.php @@ -19084,6 +19042,7 @@ s2/sitemaps s2/static s3 s? +s? s?*rh=n%3A1380045031 sa sa= @@ -19427,7 +19386,7 @@ search/*?*schools= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://pastebin.com/robots.txt +search/*?*userAvailability=*http://betterplace.org/robots.txt search/*filter=dl* search/. search/2/api @@ -19544,7 +19503,7 @@ section/3 section/36 section/6 section/8 -section/9http://media.ccc.de/robots.txt +section/9http://issuu.com/robots.txt sectionized sections sections$ @@ -19659,7 +19618,6 @@ server-status server/banners server/body-include server/bottom-notes -server/docs/search server/footer server/fs-gang server/generic @@ -19713,7 +19671,6 @@ set_cookie.pl setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -19845,8 +19802,8 @@ sharing/files sharing/folders sheet/help/search-results.html shelf/user_shelves -shenghuo shenghuo/search? +shifen/ shihui shihui? ship @@ -19855,8 +19812,6 @@ shipping-payment shippingassistant shippinginformation shop -shop$ -shop/ shop/*& shop/bag shop/browse/campaigns/mobile_overlay @@ -19865,7 +19820,6 @@ shop/browse/ribbon shop/global shop/iphone/payments/overlay shop/search.ep -shop? shop_name_search_service shop_pins shopfront-api @@ -19915,7 +19869,7 @@ shows/ showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://myspace.com/robots.txt +showtimes/location/*http://j.mp/robots.txt shr* shutterstock si @@ -20458,7 +20412,6 @@ social-connect/send social/help/search-results.html social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -20571,7 +20524,6 @@ sp= sp_url= spartan spatl -spbasic spbot spc-source= special-promo/2for1 @@ -20647,7 +20599,6 @@ sports/whatson sports_fp_ms spp/ spreadsheet -spresults sprint_wml sprint_xhtml sprints/help/search-results.html @@ -20731,7 +20682,6 @@ statement static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection -static/ static/button/button1.html static/button/button1.js static/button/button2.html @@ -20848,15 +20798,11 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories story story-pin-builder story-pin-invite -story/amp/police-chief-accused-of-using-taxpayer-money-to-book-hotels-for-sex-with-female-colleagues-13107270 -story/police-chief-accused-of-using-taxpayer-money-to-book-hotels-for-sex-with-female-colleagues-13107270 story/twittershare story_feed story_pins @@ -21156,7 +21102,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://engadget.com/robots.txt +tag/*+http://discogs.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21396,7 +21342,7 @@ test5 test6 testcases testfl -testhttp://use.typekit.net/robots.txt +testhttp://moz.com/robots.txt testing testpage-forhomepage tests/* @@ -21405,7 +21351,6 @@ text textedition tfemail th -th$ th-*/ th-th.www.cloudflare.com th-th/ @@ -21428,7 +21373,6 @@ th/solutions/case-studies/ th/solutions/case-studies/innovators/innovators-eu/ th/user th/users -th? th_th/templates/M thank-you thank-you-enterprise-demo @@ -21673,13 +21617,12 @@ translate_static translate_suggestion translate_t translation -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://ib.adnxs.com/robots.txt +transparency/http://anchor.fm/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -21701,24 +21644,10 @@ travel/ travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html travel/clk -travel/css -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? -travel/scripts -travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -22081,6 +22010,7 @@ uk/users uk/ventureone uk/wdc uk/your +ulink? ulk/i ulk/sch ulk/usr @@ -22100,6 +22030,7 @@ understanding-c3g understanding-melanoma unfiltered? unfinished.php +unicef-component-mosaichttp://unpkg.com/robots.txt unicorn/check unijobs/*/emailjob unijobs/*/jbequicksignup @@ -22213,7 +22144,6 @@ ur/user ur/users urbanag urchin_test -url urlinator/static-1.54 urlinator/static-1.55 urlinator/static-1.57 @@ -22711,7 +22641,6 @@ video/embed-player video/embedded video/games/tags video/iframe -video/moment-joseph-mccann-arrested-in-a-tree-11878890 video/mucinex-md video/pad video/play @@ -22738,21 +22667,11 @@ video_passthrough video_passthrough.php videorequest videos -videos/? videos/assets -videos/browsing videos/e -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/search.php videos/search.php?filter=*&s=Fight+Compilation$ videos/search.php?filter=*&s=Fight+Compilation*&start=*$ @@ -22797,13 +22716,8 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ -videos/search/? -videos/search? -videos/trending -videos/trendingcontent videos/viewmeta/ videos/week -videos? videosearch view viewReview @@ -23058,10 +22972,6 @@ whythisad widget widget-landing-page.html widget/* -widget/cr -widget/entity/search/? -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -23827,7 +23737,6 @@ word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php work -work work/_ work/acceptinvitation work/account @@ -23879,7 +23788,6 @@ workplace/nic/ worksheets workshop/ workwithus -world world-class-heart-care world/lobr worldclock/astronomy.html?*year= @@ -23932,8 +23840,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://plurk.com/robots.txt -wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://fool.com/robots.txt +wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -23999,7 +23908,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg wp-content/themes/wired/assets/images/wired_video_1000x190.jpg wp-content/uploads wp-content/uploads/ -wp-content/uploads/wp-import-export-lite/http://stitcher.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24134,7 +24043,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://deepmind.com/robots.txt +youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -24484,7 +24393,7 @@ zz 8618 9742 9744 -101612.rsshttp://google.qualtrics.com/robots.txt +101612.rsshttp://c-span.org/robots.txt 1010203 1014943 1027454 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 2b8e8be2..b414fea7 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -322,6 +322,7 @@ $ $ $*/bitcoin +$http://cleantechnica.com/robots.txt $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService %(link %20 @@ -948,7 +949,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://northjersey.com/robots.txt +.+http://skype.com/robots.txt .../ .AARP/ .ASPX$ @@ -1027,7 +1028,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://coreywilley.com/robots.txt +.csshttp://famicom-guitar.com/robots.txt .cssx$ .csv .csv$ @@ -1085,6 +1086,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .html%7CName=ComponentLink .html*mode=reply .html*replyto +.html.html .html/ .html/email .html/feed @@ -1114,7 +1116,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://fox5ny.com/robots.txt +.jpg$http://palwatch.org/robots.txt .jpg* .jpg************* .js @@ -1125,7 +1127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://abbavoyage.com/robots.txt +.jshttp://domains.google/robots.txt .json .json .json$ @@ -1189,15 +1191,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://apecs.es/robots.txt +.phphttp://regjeringen.no/robots.txt .pl .plist$ .png .png .png$ .png$ -.png$http://dc.arrivalist.com/robots.txt -.png$http://home.kpmg/robots.txt +.png$http://straitstimes.com/robots.txt +.png$http://wayfair.com/robots.txt .png* .png************* .ppt @@ -1236,7 +1238,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://joannedimaggio.com/robots.txt +.swfhttp://english.happybuddhatemple.org/robots.txt .sz= .tar.bz2$ .tar.gz$ @@ -1286,7 +1288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xmli .zip .zip$ -.zip$http://mindsphere.io/robots.txt +.zip$http://glas-javnosti.rs/robots.txt .|jsp / /$ @@ -1635,11 +1637,181 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*/xlm$ /*/*/xrp$ /*/*/yfi$ +/*/*24-hour-security= +/*/*Services= +/*/*a-louer-par= +/*/*a-vendre-par= +/*/*accessible-en-fauteuil-roulant= +/*/*accessible-washrooms-in-suite= +/*/*ad= +/*/*address= +/*/*affichage-en-braille= +/*/*afficher-comme= +/*/*agreement-type= +/*/*aide-au-stationnement= +/*/*aides-visuelles= +/*/*air-conditioning= +/*/*air-conditionne= /*/*all-products +/*/*alloy-wheels= +/*/*animaux-acceptes= +/*/*annee= +/*/*application-link= +/*/*ascenseur= +/*/*attache-remorque= +/*/*audio-prompts= +/*/*autre-info= +/*/*available-date-s= +/*/*available-to= +/*/*balcon= +/*/*balcony= +/*/*barrier-free-entrances-and-ramps= +/*/*bathrooms= +/*/*bedrooms= +/*/*bicycle-parking= +/*/*bluetooth= +/*/*boite-de-vitesse= +/*/*braille-labels= +/*/*buanderie-dans-lappartement= +/*/*buanderie-dans-limmeuble= +/*/*cable-tele= +/*/*cable-tv= +/*/*carproof-report-url= +/*/*carproofAds= +/*/*certified-pre-owned= +/*/*chambres-nb= +/*/*chauffage= +/*/*cinema-dans-limmeuble= +/*/*company= +/*/*concierge= +/*/*cpoAds= +/*/*cruise-control= +/*/*cylindree-cc= +/*/*date-de-naissance-de-lanimal= +/*/*date-demmenagement= +/*/*date-s-disponible-s= +/*/*dealerReviews= +/*/*debut= +/*/*demarrage-a-bouton-poussoir= +/*/*dishwasher= +/*/*disponible-a= +/*/*duree-du-bail= +/*/*eau= +/*/*electricite= +/*/*elevator-in-building= +/*/*engine-displacement-cc= +/*/*entrees-et-rampes-dacces-sans-obstacle= +/*/*entreprise= +/*/*event-end= +/*/*event-start= +/*/*event-time= +/*/*fin= +/*/*financingAvailable= +/*/*for-rent-by= +/*/*for-sale-by= +/*/*fridge-freezer= +/*/*fumeurs-acceptes= +/*/*furnished= +/*/*games-room= +/*/*garniture= +/*/*gym= +/*/*heat= +/*/*heure-de-levenement= +/*/*hydro= +/*/*internet= +/*/*jantes-en-alliage= +/*/*jardin= +/*/*job-offered-by= +/*/*kilometers= +/*/*kilometres= +/*/*landline= +/*/*laundry-in-building= +/*/*laundry-in-unit= +/*/*lave-vaisselle= +/*/*lien-de-lapplication= +/*/*local-de-rangement= +/*/*messages-sonores= +/*/*meuble= +/*/*micro-ondes= +/*/*microwave= +/*/*minNumberOfImages= +/*/*minimum-nights= +/*/*model= +/*/*modele= +/*/*more-info= +/*/*move-in-date= +/*/*navigation-system= +/*/*no-de-portes= +/*/*no-of-doors= +/*/*no-of-seats= +/*/*nombre-de-personnes-maximum= +/*/*nombre-de-places= +/*/*nombre-minimum-de-nuit= +/*/*numero-didentification-du-vehicule= +/*/*offered-by= +/*/*parking-assistant= +/*/*parking-included= +/*/*party-room= +/*/*pet-friendly= +/*/*pets-date-of-birth= +/*/*piscine= +/*/*pool= +/*/*price-type= +/*/*price= /*/*product-gallery= /*/*product_gallery= +/*/*propose-par= +/*/*push-button-start= +/*/*refrigerateur-congelateur= +/*/*regulateur-de-vitesse= +/*/*salle-de-fetes= +/*/*salle-de-jeux= +/*/*salle-de-sport= +/*/*salle-de-yoga= +/*/*salles-de-bain-nb= +/*/*sauna= /*/*search /*/*search- +/*/*securite-24-heures-sur-24= +/*/*size-acres= +/*/*size-sqft= +/*/*sleeps= +/*/*smoking-permitted= +/*/*sort= +/*/*stationnement-inclus= +/*/*stationnement-pour-velos= +/*/*stock= +/*/*storage-locker= +/*/*sunroof= +/*/*superficie-acres= +/*/*systeme-de-navigation= +/*/*taille-pieds-carres= +/*/*telephone-fixe= +/*/*theatre-in-building= +/*/*todo-le-visual-aids= +/*/*toilettes-accessibles= +/*/*toit-ouvrant= +/*/*trailer-hitch= +/*/*transmission= +/*/*trim= +/*/*type-de-logement= +/*/*urgentAds= +/*/*url-de-rapport-carproof= +/*/*utm_campaign= +/*/*utm_content= +/*/*utm_medium= +/*/*utm_source= +/*/*utm_term= +/*/*vehicules-doccasion-certifies= +/*/*veteranFriendly= +/*/*videoOnly= +/*/*vin= +/*/*visual-aids= +/*/*water= +/*/*wheelchair-accessible= +/*/*yard= +/*/*year= +/*/*yoga-room= /*/1000$ /*/2006 /*/2007 @@ -3958,6 +4130,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /_jcr_content*.html /_jcr_content*.json /_jcr_content*.xml +/_jcr_content/*/*.gif$ +/_jcr_content/*/*.jpeg$ +/_jcr_content/*/*.jpg$ +/_jcr_content/*/*.png$ /_jcr_content/par /_layouts /_layouts/1033/core.js?rev=* @@ -4014,16 +4190,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account/orderhistory/search/$ /account/sign-on /accounts/edit -/accounts/new /accredited-business-directory/*? /acq /action /actions /actions_panel /action~ -/action~*/http://brit-mila.net/robots.txt -/action~*/http://seo.ijoomla.com/robots.txt -/action~*/http://whilefun.com/robots.txt +/action~*/http://aswaja.net/robots.txt +/action~*/http://rachats2credits.fr/robots.txt +/action~*/http://taern.com/robots.txt /activate /activity /activity/challenge-competition @@ -4275,6 +4450,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /b/*/*+ /b?ie=UTF8&node=1619732031 /ba-syn- +/backgroundsfloors /backtest /badge /badges @@ -4341,7 +4517,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bin/viewauth /bin/viewfile /bin_counts -/blackssurvey /blame /blank.html /blank/ @@ -4500,8 +4675,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ca/avis-legal /cache /cache/* -/cache/ionos-performance/http://9gag.com/robots.txt -/cache/ionos-performance/http://chirurgiedusport.com/robots.txt +/cache/ionos-performance/http://ampproject.org/robots.txt +/cache/ionos-performance/http://freireproject.org/robots.txt /calendar /calendar.html /calendar/*atom @@ -4528,6 +4703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /cart.html /cart/* /cas-redirect +/casaeur /castr /cat /cat/*failedPage= @@ -4561,7 +4737,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /changeset /changesets /channel-encyclopedia -/channel-resources/domain-registry-products/subnet/http://youronlinechoices.eu/robots.txt +/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt /channel/source/ /channelcommunity /channels @@ -4636,7 +4812,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /collections/*sort_by /collections/likes /collections/types?q= -/collins +/collins/ /columntemplatesearch /comentarios /coming-soon*&page= @@ -4734,7 +4910,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /connections/* /connexion?redirect= /consent-string -/constructedwrong /contact /contact-us?isChatCallAvailable=false /contact.html @@ -4835,13 +5010,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributor /contributors.txt /control_panel/manage* -/control_panel/manage*http://amazon.jobs/robots.txt +/control_panel/manage*http://garciniaweightloss.com/robots.txt /conversation /conversation? /conversations /conversations? /convert-modal-ui -/cookc /cookie.js /cookie/dmaid /cookie_solutions/new @@ -4972,7 +5146,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /delivery-details /delivery/index.php /demo-thank-you -/denverassociation /department-/* /department-homeware-productaffiliation-bedroomfurniture/category-beds*-type-childrens* /department-homeware-productaffiliation-bedsandmattresses/* @@ -5036,7 +5209,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /document/view_more /document/views /documentlist -/donaldreplies /done /download /download-thanks @@ -5527,6 +5699,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /guest/order /guia-del-districte/equipaments-temes /guia-del-distrito/equipamientos-por-temas +/guiltyendif /h-- /hack /halvimmat-lennot- @@ -5700,7 +5873,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /images/ /images/ghostTownMap2x /imagine/ -/imagineterror /img/* /impressum$ /imprimer @@ -5766,7 +5938,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invoices/recurring-payments /ipz /irprev_ -/islamrevision /it/partite /item/*? /item_support @@ -5787,6 +5958,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jcr:content*.html /jcr:content*.json /jcr:content*.xml +/jcr:content/*/*.gif$ +/jcr:content/*/*.jpeg$ +/jcr:content/*/*.jpg$ +/jcr:content/*/*.png$ /jcr:content/slimHeaderPar/slim_page_header_v2 /jegyarak- /jobs/*q= @@ -5808,7 +5983,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /kindle /kml_generate /kmu-hidden-pages -/knowledgeachievement /kudos /kw/search/BI /kyc-ui @@ -5821,6 +5995,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /landing-page/product/2018/autodesk/aec /landing/*.html /landing_ +/lanetrader /lang /language /languages @@ -5952,6 +6127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /logout /longhorn/ /lookup? +/looserecording /lostPassword /lp /lp/ @@ -5971,6 +6147,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mail-to-friend.aspx /mail/* /mailings/* +/mailingseeing /mailto: /mailtofriend.aspx /makecorsrequest @@ -6121,6 +6298,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/orders /music/track- /music/user +/mustproductive /mvopinions/* /my /my-account @@ -6185,7 +6363,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /network /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://cisa.gov/robots.txt +/neuroscience-terms/$http://newatlas.com/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -6236,9 +6414,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://ipfs.io/robots.txt -/no-referrer-when-downgradehttp://playbill.com/robots.txt -/no-referrer-when-downgradehttp://telesat.be/robots.txt +/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt +/no-referrer-when-downgradehttp://marketwired.com/robots.txt +/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt /no-search-results /no_access /node @@ -6402,6 +6580,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /paypal-commerce-ios /pc-tuneup-inc /pc-tuneup-tr +/pcthanksgiving /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q /pd/ITEM_NAME-Podcast /pd/Podcast @@ -6412,7 +6591,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://marksandspencer.com/robots.txt +/pdf_reader/*/http://venmo.com/robots.txt /pdfft /pdp/*Offer_id /pdp/lo @@ -6461,7 +6640,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /player?videoId= /playlists/relevance /pleasereg -/plentyauto /plugins /plugins/* /plugins/?s= @@ -6536,7 +6714,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://cochranelibrary.com/robots.txt +/print/http://opplemena.com/robots.txt /print?id /print_ad? /printable @@ -6750,7 +6928,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /returns/*?liteToken= /returns/*?ref= /reusable-content -/reverse +/reverse/ /review /review/ /review/add @@ -6774,6 +6952,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss /rss /rss$ +/rss.html /rss.xml /rss/$ /rss/Events @@ -6797,7 +6976,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /s_id= /saa/ /safe -/sakepeoples /salescomment /sandbox /sandbox/ @@ -6954,6 +7132,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /searchTerms /search_rss /search_tracker.php +/searchingstupid /searchpage /searchresult /searchresults$ @@ -7081,7 +7260,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sl /slide_show/ /smadar -/smartchemical /snapshot /social /social/google/auth.html @@ -7140,7 +7318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/checkouts /store/closest /store/feed -/store/orderhttp://enable-cors.org/robots.txt +/store/orderhttp://potresnirizik.zagreb.hr/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -7208,7 +7386,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /support/product-help/doc /support/videos/videos-tutorials-layer /survey -/susearchived /swf /swift-bic /system @@ -7301,8 +7478,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thumbnails /tickets/new /tid_external_content_proxy -/tillnationwide -/timbermoderate /tiny_link_to_cart$ /tlp /tmp @@ -7345,7 +7520,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /training/ /training/price-matrix-data/list /transactions -/transcriptiondealt /translate /translations/*.xml /translator/c @@ -7360,7 +7534,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /trip$ /trip-offer /trivia/* -/tuitionsouthampton /tutorials /tv-season/*/*?i= /twerk @@ -7600,6 +7773,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wishlist/ /wlwmanifest.xml /wlwmanifest.xml$ +/wonstorage /workshop /workshop/ /worldwide.html @@ -7615,7 +7789,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/plugins /wp-content/themes /wp-content/uploads -/wp-content/uploads/http://nicabeachfront.com/robots.txt +/wp-content/uploads/http://copaco.com.py/robots.txt /wp-feed /wp-includes /wp-login @@ -7754,7 +7928,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*alrt= ?*amp= ?*answerId= -?*apikey*http://lifestylesimplify.com/robots.txt +?*apikey*http://visaeurope.com/robots.txt ?*app ?*appidt=* ?*artist_recognition @@ -7823,7 +7997,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hitsPerPage ?*hl ?*hsCtaTracking -?*http://lynked.world/robots.txt +?*http://amplifypixel.outbrain.com/robots.txt ?*hubs_signup-cta ?*id= ?*iframe @@ -7931,6 +8105,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*smprod= ?*sort ?*sort= +?*sortBy= ?*sortby= ?*sortdir= ?*sorting= @@ -8084,7 +8259,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chordsoftruth.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -8179,7 +8354,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?_preview= ?_ptid= ?_ptid=* -?_pxhc= ?_s= ?a ?a= @@ -8194,6 +8368,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?action=callus ?action=fx_tracking_data ?action_typTHe= +?ad= +?adId= ?adbypass= ?adcode= ?add-to-cart @@ -8250,7 +8426,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?attachment_id ?attachment_id* ?attachment_id= -?attachment_id=* ?attribute_key ?auth_code= ?authenticity_token @@ -8272,9 +8447,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?back_url_admin ?backurl ?barediff= +?bathrooms= ?bclid= ?bcpid= ?bctid= +?bedrooms= ?begin ?benderPackage= ?beta= @@ -8295,16 +8472,18 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bvrrp= ?bvstate= ?bvstate=* +?by-appointment-only= ?c= ?cache= ?cacheBurst= ?cacheKill= ?calendar -?callback=http://link.medium.com/robots.txt +?callback=http://bitfinex.com/robots.txt ?callsandtexts ?cameFrom* ?card= ?cardId= +?carproofAds= ?cartelera_cine ?cat= ?cat=* @@ -8363,6 +8542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?comments ?comments= ?communityId= +?condition= ?conf= ?config ?config=articleidfromurl @@ -8391,6 +8571,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?country ?country= ?country=1021 +?cpoAds= ?create_review=true ?criteria= ?csSalesCode= @@ -8464,6 +8645,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?emptyModel= ?en ?en-ph +?engine-displacement-cc= ?entitlement= ?entity_id= ?entity_type= @@ -8477,6 +8659,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?es ?esource= ?europe_pmc_extredirect= +?event-end= ?event= ?eventType= ?ex_cid= @@ -8519,12 +8702,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filters= ?filters=fct ?filters[ +?financingAvailable= ?find_similar_by= ?firstId= ?firstname= ?fl_rand_seed= ?focus_review ?fontsize* +?for-sale-by= ?forceCds= ?forceXml= ?force_locale @@ -8548,6 +8733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromide ?fromtg= ?ftag= +?fulfillment= ?full= ?fuseaction= ?gclid @@ -8567,6 +8753,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?gologin=1 ?gp ?gp=* +?gpTopAds= ?guid ?guid= ?gws_rd=ssl$ @@ -8585,11 +8772,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hl=*&gws_rd=ssl$ ?hl=cert_ssl ?hmz= +?home-delivery= ?hsCtaTracking= ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2 ?hs_amp= ?hubs_campaign= ?hubs_signup-url= +?hypoallergenic= ?i ?i= ?iab_category @@ -8607,6 +8796,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ignore ?ignore_amp ?image= +?imageNumber= ?inFrame= ?industry= ?industry=agency @@ -8632,6 +8822,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?itemsperpage= ?itm_source=parsely-api ?ja +?job-type= ?jobId= ?jobSlug= ?join= @@ -8651,6 +8842,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keyword=* ?keywords= ?keywordslug= +?kilometers= ?kind= ?ko ?kr @@ -8718,6 +8910,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?media_id ?mi_u ?mid=* +?minNumberOfImages= ?mkt_tok ?mobile=basic ?mobile=true @@ -8747,7 +8940,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://marketwired.com/robots.txt +?netflixsource=*http://help.opera.com/robots.txt ?netmng= ?news_id= ?newsid @@ -8779,6 +8972,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?occasions= ?ocid= ?offer= +?offered-by= ?offset* ?offset= ?offset=0 @@ -8788,6 +8982,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?oid=29114 ?omiid ?onboard= +?online-financing-approvals= +?online-purchasing= ?op= ?opeco= ?option= @@ -8802,6 +8998,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?origSession= ?origin ?origin* +?origin= ?osCsid= ?output= ?ovo_video= @@ -8830,12 +9027,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?partner= ?path= ?payed +?payment-deferrals= +?payment= ?pcrid= ?pdfJsInlineViewToken= ?per_page ?per_row ?period*= ?perpetual= +?pet-friendly= ?pg=* ?pg=search& ?pgtype= @@ -8961,7 +9161,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?r ?r= ?radius= -?rangeId=*http://zonasrurales.com/robots.txt +?rangeId=*http://dafont.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -9006,6 +9206,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?rest_route= ?rest_route= ?ret= +?return-policy= ?return=true ?return=trueDescription ?returnPage= @@ -9066,6 +9267,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?serial= ?seriesSlug= ?serv= +?service-drop-off-pick-up= +?service-open= ?service= ?service=Ajax ?service=ajax @@ -9077,6 +9280,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?set_filter ?set_language ?set_mobile= +?sex= ?sfdebug ?sfns= ?sgsc=* @@ -9091,7 +9295,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showAllGroups= ?showOlderReviews ?show_error=true -?shttp://edx.org/robots.txt +?showroom-open= +?shttp://jetpack.com/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -9167,7 +9372,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://castbox.fm/robots.txt +?sq_content_src=http://news.un.org/robots.txt ?src ?src* ?src=sem_ggl @@ -9248,6 +9453,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?tracking= ?traffic= ?transactionKey=* +?transmission= ?trial ?trk= ?trpd= @@ -9265,6 +9471,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?u*= ?u= ?ua= +?urgentAds= ?url= ?user= ?userId @@ -9310,6 +9517,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?version= ?ves= ?vi +?video-chat= +?videoOnly= ?view= ?view=* ?view=ajax @@ -9321,11 +9530,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://b.hatena.ne.jp/robots.txt +?view_only=http://osha.gov/robots.txt ?view_source= ?viewday= ?viewmont= ?viewmonth= +?virtual-appraisal= ?vmov ?vn ?vsfrom= @@ -9409,7 +9619,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://doaj.org/robots.txt +@vitehttp://optinmonster.com/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -9424,7 +9634,6 @@ AE/ AF/ AG/ AI/ -AITripBuilder AK5537 AK6336com AL/ @@ -9437,8 +9646,7 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://bustle.com/robots.txt -APIAccessSupport +API/v2$http://hawaii.edu/robots.txt APWIRE AR/ ARFResponse @@ -9502,9 +9710,6 @@ AcaDepts/lg AcaDepts/lh AcaDepts/lk Acad -AcceptDeferredTermsAndConditions -AccommodationCrossSells -AccommodationTips Account Account Account-RegistrationForm* @@ -9519,18 +9724,11 @@ AccountAccess AccountActivityView AccountBalanceView AccountDisavow? -AccountMerge AccountStatus Account_Billing AccurintForCollectionsLP -Achievements -ActLikeAnOwner -ActionRecord Activate ActiveCalendar/mobile/mobilelist.aspx -AdRequestEventLogApi -AddForumUser -AddListing AddThis.com AddToList AddToRegistry @@ -9545,22 +9743,10 @@ Administration/President/archive10 Administration/Staff_Advisory_Council/archive10 Administration/WLC/archive10 Admissions -AdsManager -AdsTest Aeroplane Affiliate AffiliateEntry -AffiliateWidgets -AgencySetupAjax AhrefsBot -AirWatchAjaxHandler -AirWatchAlertDhtmlPopup -AirWatchSubscriptionAjax -AirWatchSubscriptionWidget -AirlineRegistration -AirlineTips -AirportFromGeoAjax -AirportIP Ajax.htm$ Ajax/ AjaxLogonForm @@ -9569,7 +9755,6 @@ AjaxPages AjaxSearchNavigationView Alamysearchhistory/ Album.aspx/* -AllReviews Allabout Allons_voter Allow: @@ -9614,18 +9799,13 @@ AmazonSimplePay/2007-01-08 AmazonVPC/2009-07-15 AmazonVPC/2010-06-15 AmazonVPC/2010-08-31 -AnalyticsSuite Anleitung/embed Anleitung/new -AnswersAjax Api/ App App/ AppData AppData/ -AppDetail -AppUploadAPhoto -AppUserReview App_Browser/ App_Browsers/ App_Code/ @@ -9634,7 +9814,6 @@ App_GlobalResources/ App_Plugins/ App_Themes/ App_config/ -AppleMapsAction Application/ Applications Applications/* @@ -10477,14 +10656,13 @@ Article/ListJson* ArticleFileDownload.aspx Articles Articles/Email.aspx -ArticlesV2 Articolo Artikel ArtnetIntegrationService ArtnetLookupService Arts/reading/UK/browse_reader Arts/reading/UK/search_basic_results -AsHeardOn +Assembly2001/ AssetFactory.aspx AssetManager AssetPicker @@ -10498,36 +10676,17 @@ AtoZ/HealthInformationPages/ AtoZ/HealthInformationRibbonLinkVisibility/ AtoZ/InstitutesDepartmentsLetterStatus/ AtoZ/InstitutesDepartmentsPages/ -AttractionAmendTravelDate -AttractionBookingApi -AttractionBookingDetails -AttractionCancelBooking -AttractionCommerce -AttractionLander -AttractionOperatorReview -AttractionPartnerRedirect -AttractionProductDetail -AttractionProductHighlight -AttractionProductsAjax -Attraction_Products -AttractionsAjax Audio/ AuroraCGI Auth.aspx* Auth/* -AuthCheck -AuthorTool -AuthorizeAgency Auto/ AutoScaling/2009-05-15 Autopilot/ Autosuggest -B2BClickTracking BA/ BACKURL= BACK_URL= -BAEmailConfirmation -BALinkImpressionTracking BB/ BD/ BDCbot @@ -10539,7 +10698,6 @@ BI/ BIXOCRAWLER BJ/ BLEXBot -BLImpRecord BM/ BN/ BO/ @@ -14861,20 +15019,14 @@ Bart-van-Oort/nl-NL/ Basket Basket.aspx BasketView -BeachSweeps BedBugs/ Bender Benoit/Public/DVDDB Bernina/WebServices/BerninaWebService.asmx/* -BetterBySea Biker BillingActivity -BillingAndPayments -BillingDetail -BillingInvoiceFile Bin/ BingSite -BlPromoOptOut Blinky Blog-IE BlogDetails/ @@ -14883,12 +15035,8 @@ BlogInfo.nhn Bollettino+n.+16+-+Gennaio+2001.pdf$ Bollettino+n.+20+-+Maggio+2001.pdf$ Bollettino+n.+6+-+Settembre-Dicembre+1998.pdf$ -BookingConfirmation -BookingRequest -Bookings Boutique/Guide Bpreview= -BrandOwners BreakingNewsSms Bridging Browse/BookView.aspx @@ -14899,12 +15047,10 @@ Browse/save_u.aspx Browse/view.aspx BrowserSearch.xml Business--Manufacturing/Business-Education/FAQ/Search? -BusinessListingsAjax CA/ CATCODE= CBNnews-new/ CDONLINE/ -CDSimp CES CF/ CFIDE @@ -14917,7 +15063,6 @@ CK/ CL, CL/ CM/ -CMSImp CN/ CN1 CNCDialer @@ -14953,17 +15098,12 @@ Cache/ClearCache/ Calculator CallToActionModalView CalmView/* -CampaignConfigAjax -CampaignConfiguration CampaignId -CampaignManagement -CancelBooking CancelPlan CaptchaValidationLog Cargo-Webdesign-Directory Carrello Carrito -CarsComparePartners Cart Cart Cart-Show/ @@ -14973,24 +15113,12 @@ Cart/Add CartLink_updateCartSize CatScrolling CategoryDisplay -CauseTeaserPopup -Celebrate100Million -CertificateOfExcellenceRequestSupport ChangeEmailAddressView? ChangePassword ChangePlan ChangeSecurityInfoView ChatGPT ChatGPT-User -CheapFlightsCommerce -CheapFlightsController -CheapFlightsHome -CheapFlightsPartnerHandoff -CheapFlightsPartnerPostHandoff -CheapFlightsRecord -CheapFlightsSearchDeals -CheapFlightsSearchResults -CheapFlightsSearchSeatGuru Checkout Checkout Checkout/ @@ -15020,8 +15148,6 @@ Christian/Books/support_details Christian/Books/wishlist Citation/Download Citizen_k/ -Civ -Claim Classifieds/ ClientAuth ClientBin/ @@ -15040,14 +15166,10 @@ Cmr CmsArticle/ CoWisdom/ Coffeebreak -Collections Comentario/ -CommLCT -CommPT Command=* Comment/* Comment/NewComment/* -Commerce Common Common/BML/ Common/ThirdParty/ @@ -15068,9 +15190,6 @@ Config/ Configuration/ Connections Connections/ -ConnectivityPartnerFAQ -ConnectivityPartnerInfo -Consent Consortium/Offices/*/comments Consortium/Offices/*/feed Consortium/Offices/*/trackback @@ -15096,17 +15215,13 @@ ControlPanel Control_Panel Controllers/ Controls/ -CookiePingback CookieTest.aspx* Cops -CoralEditor Corporate/RegisterMe Corporate/RequestInfo Corporate_2020 CorriereAppNews -CostPerClick Country/Cuba -CountryAjax Courses/Assessment Courses/Exercise-Files Courses/Transcript @@ -15116,10 +15231,7 @@ CreditCardDetailAJAX CrickeM CricketAnalyst CricketBoardOfWales_old -CruisesCommerce -CruisesPartnerHandoff CrystalSemanticsBot -CurationTool CurrentEvents.aspx CurrentEventsView.asp CurrentEventsView.aspx @@ -15162,9 +15274,6 @@ Dataservice/ Date( Decades Default.asp -DelayedLoad -DeleteNotify -DemandLoadAjax Demographics Departments/Italian_Studies/archive10 Departments/Pembroke_Center @@ -15173,19 +15282,12 @@ Departments/Swearer_Center/Literacy_Resources/*.htm$ Departments/Swearer_Center/SSIncludes Departments/Swearer_Center/admin Departments/Swearer_Center/icnsource -DepositResolution Depts/CAS Desertification Design -DestinationArticle -DestinationGuideWidget -DestinationReview -Destinations Detail.html Detected -DevMediaRedirector DhA6lQM5 -DhtmlPopup Diagnostics DigExt Directory/ @@ -15193,9 +15295,7 @@ Disallow Disallow. Disallow: Disallow: -DiscountGroup DisplayCmd -DisplayMap DisplayView Divisions DoNotTest @@ -15205,7 +15305,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://js.stripe.com/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -15222,7 +15322,6 @@ Drums_and_Percussionhttps Duke-Recommends Dut Dut$ -DynamicPlacementAjax EC/ EDOCSSESSIONID* EE/ @@ -15258,11 +15357,7 @@ ElasticLoadBalancing/2010-07-01 Email/R/ Email/r/ EmailCartView -EmailHotel -EmailMap -EmailMemberRegistration EmailPreferences -EmailSpellCheckJson Emailer Emailv_v2 EmbedSlideshow @@ -15280,11 +15375,9 @@ Error/DistilBlock Error404 ErrorLink=* ErrorLog -ErrorPage ErrorView Errors/ EssentialMetrics -EventDates Events/APIs/ Events/APIs/CliqBook/ Events/APIs/GetThere/ @@ -15320,19 +15413,12 @@ Events/stylesheets/ Events/xml/ Exabot ExitCheckoutCmd -ExitWindow -ExpandedUserReviews Experience* -ExperiencesCommerce -ExperiencesInsights/?s Experimental Explodingstuff Explore* Export/ External -ExternalExitWindow -ExternalIdMap -ExternalLinkInterstitial Extranet Extranet.aspx Ezooms @@ -15508,18 +15594,14 @@ FRONT_PROGRAMAS?go= FRONT_SALA_PRENSA Fa/ Facebook/ -FacebookConnect Facilities/CIS/Network_Services/traffic Facilities/CIS/SCP Facilities/Haffenreffer/archive Fact_check FairShare FamilyConnect?*s= -FareCalendar FatalError.html -FavoriteReviewManagement Feature -Featured FeaturedShowMoreOverlay Features/SpinaBifidaProgram/ Feedback/ @@ -15531,26 +15613,17 @@ FicherosDatosPersonales File/ Files/ Filestore/ -FilterState +FilmFestival/ FinDocuments Finance/Financial_Aid FinancialServices Find* -FindRestaurants -FinishAppInstall FireTV FiveSteps/ FiveStepsToHealth/ Flamingo_SearchEngine Flash/ FlashPlayerCallback.aspx -Flights? -FlightsCommerce -FlightsComparePartners -FlightsController -FlightsPricelink -FlightsRecord -FlipKeyIdMap Fonts/ FoolPics ForWordPress/ @@ -15561,7 +15634,6 @@ ForYourHome/Voip ForYourHome/voip ForYourhome/voip Foresee -ForgotPassword FormExt010 FormsCommonComponents/static-1.864 FormsCommonComponents/static-1.879 @@ -15569,13 +15641,7 @@ FormsCommonComponents/static-1.886 FormsCommonComponents/static-1.956 Forum/ Forum/User/* -ForumFAQ ForumPost/ -ForumPostPreview -ForumRedirect -ForumSetSortCookie -ForumSignIn -ForumVote Fragment/ Fragment/SysConfig FrameStep @@ -15583,19 +15649,15 @@ FrameStudio FrameWork/charts FreeGiftDisplayView FreeMoney/ -FreeTools FreeVlast/ Friends Friends/inviteFriends Frontend/WebService/PaymentGateway/checkout.php Frontend/WebService/downloadPDF.php FullPreview/*/modified -FullRedirect Funders/rss G GA/ -GAITripBuilder -GARecord GD/ GE/ GF/ @@ -15608,17 +15670,12 @@ GHR/documents/Vodafone-Group-UK-Benefits-summary-SLT-Sept-2020 GI2pK GLOBPICS GM/ -GMapsLocationController GN/ -GOWidget -GOffer GP/ GPStatistik/servlets/MCRSearchServlet GPTBot -GPointCampaign GQ/ GR/ -GSSAjax GT/ GU/ GW/ @@ -15627,7 +15684,6 @@ Gallery/* GarrettScript/* Gateways* General -GeneralSupport GeneratedItems Generic/Generic Generic/IOS/ @@ -15636,13 +15692,6 @@ GenericRegistryPortalView GenericSystemError Genieo Genome_MOT -GermanwingsPromo -GermanwingsRegistration -GetListedAjaxGeneral -GetListedLightbox -GetListedUpdateAttraction -GetListedUpdateEatery -GetMobileApp Getting_Started GiftRegistrySearchViewCmd Gigabot @@ -15650,13 +15699,8 @@ Global Global/ GoogleInternetAuthority Googlebot Disallow: -Gpits Graduate Graduate/Avenue -GreenLeaderAjax -GreenLeadersProxy -GroupHomeApi -GroupManagementCenter Groups.aspx* Groups/images Groups/include @@ -15664,20 +15708,12 @@ Gruntfile.js Gu%C3%ADa/embed Gu%C3%ADa/new GuestAsAnonymous -GuestExperience -GuestXManagementTool GuiaFyS Guida/embed Guida/new Guide/embed Guide/new -GuideAjax -GuideEditor -GuideRatingAjax -GuideRequested -GuideRequestor H -HACAffiliate HBO/ HDView HK/ @@ -15685,7 +15721,6 @@ HMDThankYou HN/ HOW2014 HR/ -HRMConnect HT/ HTFederatedSearchResults HTPortalLogCase @@ -15694,7 +15729,6 @@ HTTrack HTTrainingCourseDetail HTTrainingModulesDetail HU/ -HandleHotelSuperPortal Handlers HdToggle HeadJS/static-2.115 @@ -15703,14 +15737,11 @@ HeadJS/static-2.84 HeadJS/static-2.92 Help HelpContent -HelpProxy -HelpUkraine Helpers/ Heritrix Hitcounts/ HoldingPage.aspx Home -Home- Home.asp Home.aspx Home/ @@ -15720,19 +15751,7 @@ HomeRedirect.aspx Hotel-Information? Hotel-Search HotelBookingConfirmation -HotelBookingController -HotelBookingRoomSelectionHtml -HotelBookingRoomSelectionJson HotelCheckout -HotelGMCApi -HotelHighlight -HotelInterruptersAjax -HotelWatchAjax -Hotel_ReviewHAC -HotelsManageListing -HotelsManagementCenter -HotelsProductCart -HowTheSiteWorks How_To_Get_Sky HttpModules/ HubStyle/static-2.309 @@ -15791,7 +15810,6 @@ I18n/static-7.314 I18n/static-7.315 I18n/static-7.329 IAGA/cgi-bin -IBCommerce ICCD ID/ ID= @@ -15848,42 +15866,29 @@ Images/ Images/HTEditImages Images/Popup/ Images/popup/ -ImpressionRecord -ImproveListing Inactive -Inbox Includes Industry IndustryBrains -InfoCenter -InfoCenter-a_ctr.april_en InfoStrat Informacion-Hotel? Information/Seminars/EU1998 Information/images Information/include Information/local -InformationCenter -InitializeSession Ink-Toner-Finder/cat_CL30001 Inky -InlineReviewerCta Install/ -InstantBooking- -InstantBookingManagement -InstantBookingSignup IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://psiphonsessions.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons -InterstitialsWidget Intranet Intranet-PDB InvoiceListView -IpadInterstitial IssueId* IstellaBot Item @@ -15899,7 +15904,6 @@ JRC-beta JS JSC-Beta JSC-beta -JSErrorRecord JSWidget/ JSWidgetFeed/ Jai-Mrug* @@ -15908,11 +15912,8 @@ JikeSpider Job-Listings Jobs Jobs/Search -JoinPlus Jquery/ JsonData/ -JsonServiceController -JustForYouGuide Jyxobot KE/ KG/ @@ -15945,7 +15946,6 @@ LICENSE.txt LICENSE_AFL.txt LK/ LK/NotAuthorized -LNAjax LOCKS LP LR/ @@ -15955,8 +15955,6 @@ LU/ LV/ LY/ Labs/ -LanderLogger -LandingPage Landingpages.html LanguagePreferences Languages/Pages/Volunteer-Stipend.aspx @@ -15967,7 +15965,6 @@ Latest-Books.aspx Latest-Releases Latest-Releases/ Layout/set/popup -Leaderboard Learning LegalNewsRoom/cfs-file/__key/communityserver-components-userfiles/00-00-04-73-71/2013-11_2D00_11-phelps.pdf LegalNewsRoom/members @@ -15981,21 +15978,14 @@ Library/Document.ashx Library/ReadItLaterPopup.aspx Library/document.ashx License -LightSubscriptionCenter -LikeButtonClicked Link -LinkGenerator LinkPage.aspx LinkScan/8.1a Linkshare* -ListingQuestionsAjax ListlyCopyright.html ListlyPrivacyPolicy.html ListlyTermsofUse.html Lists/ -LithiumEmptyPage -LithiumPageNotFound -LithiumRegController LitlePayPage Livelapbot LoadTest @@ -16003,14 +15993,6 @@ LoadTest/ Local Localize Location/WaitTimes/ -LocationPhotoAlbum -LocationPhotoDirectLink -LocationPhotosInline -LocationPhotosLightbox -LocationPhotosSearch -LocationTab -LocationWidget -LogMediaClick Login Login-LoginForm* Login-OAuthReentryFacebook* @@ -16086,7 +16068,6 @@ MZ/ M_naturalnews.com/ MaPS MacHelp91 -MachineTranslation Mail/ MailEmergency MailHelpR1 @@ -16094,22 +16075,13 @@ MakePaymentView Manage/ ManageAccountAccess ManageDevices -ManageListing ManageOrder -ManageOwnersTopReasonsApi ManagePaymentAccountView -ManagePhotos ManageProfiles ManageReturns -ManageShopListingApi -ManageShopping -ManageStoryboard -ManageUserAccess -ManagementCenter Map Map.asp Map.aspx -MapEmbed MapS MapServiceProxyWS.asmx Maps @@ -16128,12 +16100,9 @@ McKinsey MedCenter MedSchool Media/SOAR -MediaBadgeResponse MediaBin MediaComp/ MediaDisplayView -MediaKit -MediaVoting Medianet MeetingsBase/static-1.1538 MeetingsBase/static-1.1591 @@ -16196,174 +16165,24 @@ MeetingsPublic/static-1.4525 Mega_Transparency_Report Mehmet_Ersin_Yumer_CV.pdf Member/ -MemberAuditLogger -MemberBenefitsPopup MemberInfo -MemberOverlay -MemberPassportStamps -MemberPhotos -MemberProfile -MemberResetPassword -MemberSubscribe -MemberSubscriptionsController -MemberTagsAjax -MemberTravelMap Membership/Memberzone/ Membership/e-Membership/app-help.asp Membersites Meo Merchant2 MessageRunDetailID= -Messages -MessagingOptions -MetaAirCalendarAjax -MetaBestPriceCrossSellAjax -MetaCheckRatesAjax -MetaJsonAjax -MetaPlacementAjax MetaURI Metrics/ -MetricsAjax -MicroMetaAjax Microsoft.URL.Control -MiniMetaCRAjax Misc/ Mix-It-Up/ajax_get_groessentabelle Mix-It-Up/ajax_get_gummiband_bild Mix-It-Up/ajax_get_gummiband_options/link Mobile/ Mobile/EM/ -MobileAddPoi -MobileAddressLookupAjax -MobileAdsManager -MobileAirlineDeals -MobileAirlineTips -MobileAirlines -MobileAirport -MobileAirwatch -MobileApps -MobileAttractionSearch -MobileAttractionToursAndTickets -MobileAttraction_Products -MobileAttractions -MobileBookingConfirmationSMSResponse -MobileBookingConfirmationShare -MobileBookingCustomerSupport -MobileBookingRequest -MobileBookings -MobileCancelBooking -MobileCheapFlightsHome -MobileCheapFlightsPartnerPostHandoff -MobileCheapFlightsSearchResults -MobileCheapFlightsSearchSeatGuru -MobileCiv -MobileCookie -MobileEventRecord -MobileFAQ -MobileFareCalendar -MobileFeaturedVacationRentals -MobileFilters -MobileFlights -MobileFooter -MobileForgotPassword -MobileForumRedirect -MobileForumSetSortCookie -MobileGetMobileApp -MobileGuide -MobileHeaderCss -MobileHotelBookingAgreeToBook -MobileHotelBookingAllRoomSelectionAjax -MobileHotelBookingAuthorization -MobileHotelBookingPaymentform -MobileHotelBookingRecordThreatIdAjax -MobileHotelBookingRoomDetail -MobileHotelBookingRoomSelection -MobileHotelBookingSuccess -MobileHotelCancellationPolicy -MobileHotelHighlight -MobileImpressionRecord -MobileImproveThisListing -MobileJSErrorRecord -MobileJSONImpressionRecord -MobileJson -MobileJustForYouGuide -MobileListForums -MobileLocalMaps -MobileLocation -MobileManageListing -MobileManagePhotos -MobileManagementCenter -MobileMemberProfile -MobileMemberResetPassword -MobileMobileReservation -MobileMyBookingsDetail -MobileMyBookingsVoucher -MobileMyInbox -MobileNativeCountrySettings -MobileNativeCurrencySettings -MobileNativeSettings -MobileNearbyAttractions -MobileNearbyHotels -MobileNearbyLander -MobileNearbyRestaurants -MobileNewTopic -MobileNewsletterSignOut -MobileNokiaLauncher -MobileOlaCabsEstimateAjax -MobileOwnerVerifyLocation -MobilePOITagging -MobilePageviewRecord -MobilePasswordReset -MobilePayment -MobilePhotoUpload -MobilePostPhoto -MobilePostReply -MobilePromotionDetail -MobileQueryBBox -MobileRac -MobileRecent -MobileRedirector -MobileRegistration -MobileRentalPropertyManager -MobileRentals -MobileReportLocation -MobileReservation -MobileRestaurantMenu -MobileRestaurantSearch -MobileRestaurants -MobileReviewCollect -MobileRoadTrip -MobileSaves -MobileSearch -MobileShoppingCoupon -MobileShowForum -MobileShowSpecialOffer -MobileShowTopic -MobileShowUserReviews -MobileSiteIndex -MobileSmartDeals -MobileStreetView -MobileTaggingAjax -MobileTools -MobileTourism -MobileTravel -MobileUberEstimateAjax -MobileUpdateListing -MobileUserReview -MobileVRACSearch -MobileVRUserReview -MobileVacationRentalInquiry -MobileVacationRentalReview -MobileVacationRentalSearch -MobileVacationRentals -MobileVacation_Packages -MobileWidgetEmbed -MobileWinphoneLauncher -Mobilemembers ModalView Models/ -ModuleAjax -ModuleBootstrap Money/ Monitor.html Monitor2.html @@ -16372,12 +16191,8 @@ Moreoverbot Moved Movies MoviesYouveSeen -MptUrl Ms. Msgs/ -MsnForumFeedServlet -MultiOwners -MultiPartAjax Museum Music My-Account @@ -16386,15 +16201,11 @@ My/PrivateBox/* MyAccount MyAccount* MyAccount.jsp -MyAchievements MyAlamy.asp* MyAlamyCustomer.asp* MyArticlesListDetailView MyBLB.cfm -MyBookingsDetail -MyBookingsVoucher MyChristies/ -MyInbox MyNewegg/ MyPaintColorListDetailView MyPortfolio @@ -16433,19 +16244,14 @@ NVisitorgp4Ajax.naver NVisitorgp4Ajax.nhn NZ/ NaN -NativeAds Nauka/ NaverBot NavigationPartials/* Ne/SocialMediaActivity/LogJSWidgetLinkClick NerdByNature.Bot NetConnect -NetPromoterPopup NetSeer -NewMessage NewMyAccount/ -NewOwners -NewTopic NewWatchInstantlyRSS News News/Flash.aspx/ @@ -16465,20 +16271,11 @@ News/Section.aspx/8 News/Section.aspx/9 News/XT News/Xt -NewsLetterPlus NewsPass -NewsPlus NewsRoom/ReleaseNg/ NewsTips/ Newscan Newsletter/ -NewsletterNews -NewsletterPopupBudgetRomanticFamilyPopup -NewsletterPopupNewsletterPopup1 -NewsletterSendPassword -NewsletterSignIn -NewsletterSignOut -NewsletterSignupWidget Newsletter_htm NewslettersV1 Newsroom @@ -16504,8 +16301,9 @@ NovelUse.asp* NovelUse/ Nrpp= Ntk=TBW* +OASpage/Assembly2001/ +OASpage/Haiti_situation OAuth.aspx -OAuthRegistration OCA-Beta OCA-beta OCRequests @@ -16519,7 +16317,6 @@ Object/5FRQEn6WdzPZx95TNmgRgJ/submit-approved-subscribers.html Object/DA0yZYT1mFs1NaiDueSvBP/dashboard.html Object/FjDTkjBmbjPylZPtjdfocJ/dashboard.html Object/NRItzKXDWQ01wSRYBec2bK/approve-subscribers.html -OfferAnnouncementManagement Offline Ogoniok/ OldDefault.aspx @@ -16527,12 +16324,9 @@ Olddefault.aspx OnDemandDiscount/ OnThisDay OnlineOrderHistoryView -OpenGraphLander OpenZoomLayer -OpeningHours Oppo-F3 OptOutEmail -OptimusNativePayment OrderBillingView OrderItemDisplay OrderItemDisplay= @@ -16556,16 +16350,6 @@ Our-Town-User-Photos/ Our-Town-User-Stories/ Out-Of-Date Ov7R_Z9qW/5TBoHk/ldQ/z99fkhLVOi/YnB5eA/SAQt/LXh7emk -OverlayWidgetAjax -OwnerActivityFeedAjax -OwnerEmailManage -OwnerNotificationSetting -OwnerResponse -OwnerSupport -OwnerVerifyLocation -Owners- -OwnersDM -OwnersTermsAndConditions P P.mvc?_escaped_fragment_=/peopletags.aspx P3/find @@ -16599,11 +16383,9 @@ PSPV2_Privacy PS_cache PT/ PV -PVLog PW/ PWD PY/ -PacMan Page Page-Show* Page=CatalogCourses @@ -16613,17 +16395,14 @@ Page=Faculty Page=R25 Page=r25 PageBuilderControls -PageMoniker PageSpeed=noscript Pages/404.aspx Pages/Search-Results.aspx Pages/Search.aspx Pages/myetocsunsubscribe.aspx Pages/subprocessors.aspx -PageviewRecord Panasonic Panier -PanoramaXml Participate Participation PartnerDocuments.aspx @@ -16632,7 +16411,6 @@ PartnerServices Partners Parts*?*filter Parts*?*q= -PasswordReset PatientStory/ForSearchIndex/ PatientStory/JsonResults/ Patrol @@ -16643,7 +16421,6 @@ PatternValidationJS/static-1.55 PatternValidationJS/static-1.56 PatternValidationJS/static-1.60 PatternValidationJS/static-1.74 -PayNow Payment PaymentHistoryView PaymentMethodDisplayView @@ -16652,29 +16429,16 @@ People/Search-People People/all People/domain PerformRegionAutoRedirect -PersonalizedOnboarding -PhoneTrackingOptOuts -PhotoBox PhotoUpload Physics/sure Pictures PillarofLight/ -Pin_Lander Pinky PiplBot Pixray-Seeker Planning_units Platform/ PlayerPortal/ -PlusCommerce -PlusManagement -PoiArea -PoiDetails -PoiRecommendationDashboard -PoiRecommendationEditor -PoiRecommendationList -PoiReviewDetail -PoiTipDashboard Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html?facet=amp&utm_source=googleamp&utm_medium=referral&utm_campaign=googleamp PopupDetails @@ -16687,29 +16451,17 @@ PostExportDoc.naver PostExportDoc.nhn PostList.naver PostList.nhn -PostPhotos PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn -PostReply -PostVideo Postcomment* PowerMapper Practice-Clients PreBuilt -Premium- -PremiumAjax -PremiumEdit -PremiumGuidanceLander -PremiumGuidanceMatchResults -PremiumGuidancePayment -PremiumPlans Present Presentation -PreviewImage Price/PriceRMPopup.aspx -PrimaryPhotoMlOptOutTool Primo_Piano/Cronache/10_Ottobre/23/stanzamostro.shtml Primo_Piano/Cronache/2003/05_Maggio/05/spari.shtml Primo_Piano/Cronache/2003/06_Giugno/06/sequestro.shtml @@ -16757,7 +16509,6 @@ Primo_Piano/Sport/2002/12_Dicembre/10/bugno.shtml Print Print.aspx Print/* -PrintGuide PrinterFriendly PrivacyView Private @@ -16765,11 +16516,8 @@ Product-Search Product-Show* Product-Variation* Product?pid=* -ProductCancellationLogApi -ProductCart ProductComparisonCmd ProductDetailsTabView -ProductError ProductListingBatteryView? ProductSelections Product_Help @@ -16783,13 +16531,11 @@ Products/felica/business/tech-support/st_*.html Products/subscriptionsSpecial.aspx Products/tv/androidtv Products/tv/seeingisbelieving -Profile Profile/ViewPdf ProfilesGate Programmes/Search-Courses Programs Project -PromoTools Promoted PromotionDetailsDisplayView PromotionDisplayView @@ -16799,25 +16545,6 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -ProxyToolsAccountSettingsTool -ProxyToolsBillingAndPaymentsTool -ProxyToolsBillingDetailTool -ProxyToolsCCAuthBlacklistTool -ProxyToolsContractDiscountTool -ProxyToolsCustomerSupportForm -ProxyToolsDiscountCode -ProxyToolsInstantBookingManagementTool -ProxyToolsManageUserAccessTool -ProxyToolsMemberEditor -ProxyToolsPhoneTrackingBulkLoader -ProxyToolsPhoneTrackingTool -ProxyToolsProductFeatureApi -ProxyToolsRSKeyAccounts -ProxyToolsT4BProductFeatureAjax -ProxyToolsT4BProductFeatureTool -ProxyToolsT4BToolsAccessDenied -ProxyToolsTCOfflineBillingIndicatorTool -ProxyToolsTokenTestTool Psychology/local Pub/Emails/ Pub/Emails/Stylesheets/ @@ -16880,11 +16607,9 @@ QUICKNEWS QUkd4lO9 Qinfo Qinfo/cams -QueryJson QuerySeekerSpider QuickCheckoutLOCSnippetView QuickInfoView -QuickReview Quickcast R R.ashx @@ -16893,8 +16618,6 @@ R.ashx?l=* R/ R/ti/p RC/*.xml$ -RCOLLHotelConnectOAuthCallback -RCPCrossSell RCS RDF/Validator/ARPServlet RDF/Validator/ARPServlet? @@ -16932,26 +16655,17 @@ RFP/venues.aspx RFP/xml/ RFTS RHdb -RMHome RMID= -RMReviewCollect RO/ RRID= RR_NUMBER= -RSContentSharing -RSManagementCenter -RSOfflineBilling RSS RSS.aspx RSSSyndicator.aspx* RT RU/ RW/ -RateUserReview -Rateit Rating/ -RatingAjax -RatingPagingAjax RePEc ReaderReg/ Reagan/static-6.27 @@ -16968,82 +16682,48 @@ Reagan/static-7.9 RealMedia Recalls? Recalls?page -Recaptcha ReceiveAutoRedirect -Recent Recommend -Recovery_Packages Redir.aspx Redirect Redirect=* Redirects -RegActivation Register Register Register? RegisterGmax RegistrationAddFormView -RegistrationController -RegistrationInterceptPopup RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registry RegistryPortalCmd Religion-Portals/*Blog.html -RemindMe -RentalCarsRedirect -RentalPropertyManager -RentalWatchSignup -RentalsSearch -RentalsSupport Report ReportAbuse ReportBug -ReportIAP -ReportPost Reports/ -ReputationManager Request Research/Search-Research ResearchLibrary/ -ReservationAjax Reservations/tab_hotelcar.htm ResetPassword Resources Resources/FileUpload/ Resources/ResourceFileView/ Resources/tools/ -ResponsibleDisclosure -RestaurantAdsManager -RestaurantEnterpriseManagement -RestaurantProductCart -RestaurantSearch -RestaurantSolutions -RestaurantXSellAjax Restricted -Resubscribe Results.aspx Results?k* Review/ Review/LeaveReview/ Review/List/ -ReviewCollect -ReviewExpress- -ReviewExpressFAQ -ReviewPerformance Reviews.aspx*$ -RexSpamFilterAjax Ribbon Ribbon/LocationSpecialtyLists/ -RoadTripMap -Robots Route53/2010-10-01 Route53/2013-04-01 -RsPartnerApi Rss_items -RuleBasedPopunder -RuleBasedPopup Rus Rus$ S @@ -17087,11 +16767,8 @@ SOFTWARE SOImapPriceDisplayView SOURCE_URL SP/ -SPCommerceInternal SPIRIT/files -SPOCK SPORTS -SPRedirect SR/ SSC ST/ @@ -17102,16 +16779,10 @@ STOREID= SV/ SY/ SZ/ -SafetyManagementCenter Salaries -SameGeoActivity SametimeWebApp -SavedFlightsSearchesAjax SavedForLaterView -SavedPhotos -Saves Scotland -ScreensaverShade Scripts Scripts/ Scripts/CountryRedirect.js* @@ -17127,7 +16798,7 @@ Search/ Search/* Search/Mail/Public Search5 -Search?*http://lh6.ggpht.com/robots.txt +Search?*http://cracked.com/robots.txt Search?q* Search?searchstring_input= SearchDisplay @@ -17138,12 +16809,8 @@ SearchResults.aspx SearchResults.aspx$ Search_New SelectLocale?fromPage= -SelfServeAdvertising Seller -SendMessage -SendToFriend SendToFriend-Start/ -SentConfirmationEmail Server ServerError.aspx ServerSupport/LinkChecker @@ -17156,21 +16823,15 @@ Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refe Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008 ServiceDesks/ -ServiceWorker Services Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx* SessID= SessionHandler.aspx Sessions/ -SetCookieOverrides -SetLangFilter -SetReviewFilter -SetTranslationOption Settings Sf/ Share.aspx SharePage/ -ShareWithFriends Shared/ SharedDocs/Downloads/DE/BSI/Zertifizierung SharedDocs/Kontaktdaten @@ -17187,26 +16848,8 @@ Shop/OrderResults Shop/OrderResults.aspx ShoppingCart ShoppingCart* -ShoppingCoupon -ShortSurvey -ShortlinkResolver -ShowSpecialOffer -ShowTopicWindowShade -ShowUrl -ShowUserReviewsAirlines -ShowUserReviewsAttractions -ShowUserReviewsCruises -ShowUserReviewsGEO -ShowUserReviewsHAC -ShowUserReviewsHotels -ShowUserReviewsRestaurants -ShowUserReviews_Cruises_Responsive -SiftScript SignInShibboleth.aspx -SingleClickOptOut -SingleClickSignUp SingleShipmentOrderSummaryView -SingleUserReview SiteAds SiteBot SiteBot/0.1 @@ -17228,22 +16871,13 @@ Sites/ Skins/ Sky_Online Slurp -SmartDealsHomeAjax -SmsAjaxServlet Snap -SocialIapReporting Societies Solr Soltango/de-DE/ Soltango/en-GB/ -SolutionsDisplay Sony -SortAttractions -SortEateries -SortHotels -SortReviews Sosospider -SpTracking SpamAssassin SpamAssassin/show_bug.cgi SpamAssassin/show_bug.cgi*ctype=xml @@ -17263,26 +16897,15 @@ Special:SearchAd Special:Sitemap Special:ThankAuthors Special:UserLogin -SpecialOfferManagement -SpecialOfferWebview Special_Nautisme SpecificationDefinitionView Spinn3r -SponsoredListingAjax -SponsoredListingCommerce -SpotlightDemo -SpotlightHome Staples/ -StartBooking Starten/Page-Projekt-anlegen.html StatementsListView -StaticPage -StaticVelocityPage -StaticVelocityXmlPage Stats Stats/Files/ Stats/Reports/ -StickerRequestAjax StockAvailSearchForm StockAvailSearchForm= StockNews @@ -17299,7 +16922,6 @@ Structure/cblast/cblast.cgi Structure/dgs Structure/flink/flink.cgi Structure/vast/vastsrv.cgi -StruttaGameAjax Student_Services/Career_Planning Style Style%20Library @@ -17315,30 +16937,17 @@ SubjectFilterPortlet Sublayouts SubscribeToRss/ Subscriber/CreateWidget -SubscriptionLander -SubscriptionPopup SugarCRM -Summer06Widget Support Support -SurveyPanelPopup Surveys/ Suscripcion Syd Symbols -SyndicatedPhotos System/* Systems -TADemo -TAMGFooterAjax -TAMGSubLander -TAMGSubOffers -TAOffer -TAScreenSaver TC/ TC/spfs/asia -TCDestinationsWidget -TCIBContentQualityTool TD/ TESHirewire/Attachments TESTING @@ -17348,7 +16957,6 @@ TH/ THUMBS/3/ THUMBS/6/ TJ/ -TLMCountries TM/ TN/ TNACRL @@ -17359,11 +16967,8 @@ TV/ TW/ TWCOffer TZ/ -Tablet Tag.aspx -TaggingAjax Tags/ -TagsJSONServlet TargetListPortalView TargetStoreLocatorCmd Taxonomy/CommonTree @@ -17392,12 +16997,9 @@ TemplatePackage/subtopic Templates Templates/ Templates/* -TemporarilyClosedNoticeApi Test Test.html Test/ -TestEmptyPage -TestingTravelMaps Testseite_4.html ThML ThankYou @@ -17410,13 +17012,10 @@ Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx Themes/Client/app/img/favicons/manifest.json Themes/HealthyPets/images/ -ThirdPartyRedirect ThisIsABadPathNotToBeUsed/ -ThorHammer ThreadeskupSimple Tienda/Guide TodayOJ -TodaysLowestFaresAjax Tools*?*filter Tools*?*q= Tools/ @@ -17432,42 +17031,16 @@ Tracking?cntry_code=us Training/ Training/ChooseCT/ Trap -TravelAdvice TravelAgent/Home.asp -TravelMap- -TravelMap? -TravelMapHome -TravelerInterestNotificationEndpoint -TravelersChoice? -TravelersChoiceHome -TravelersChoiceWidget -TravellersChoice? TreviCSS TreviJS TreviPHP -TripBarometer -TripConnectAccommodations -TripConnectBadge -TripConnectPartner -TripConnectPaymentForm -TripConnectPlus -TripConnectPremium -TripDetails -TripWatchPromoAjax -Trips -Trips? TripsJS.ashx -TripsNative -TripsWebview TurnitinBot Tutor/Adm/ Tutoriel/embed Tutoriel/new -TwilioCallForward -TwilioCallRouter -TwilioConfirmPhoneNumber Type=openSource* -TypeAheadJson UA/ UCB/Administration/police/blotter UCB/Administration/police/stats @@ -17525,22 +17098,16 @@ Units/sso/roompics UnivRead/vr/dotl/bb_publish UniversalFeedParser University -Unsubscribe Unsubscribe/* UnsubscribeConfirmation Up2eCbBzIN/login Up2eCbBzIN/logout Up2eCbBzIN/password Up2eCbBzIN/register -UpdateCM UpdateCommunicationPreferencesView -UpdateContactsAjax UpdateGrid* -UpdateListing -UpdateSessionDatesAjax Upload Upload/Attachments/TES -UploadMedia Uptime Urort/ScriptResource.axd Urort/WebResource.axd @@ -17550,17 +17117,10 @@ UsedConditionEmailRequest.jsp User-agent: User/sso User: -UserContent UserControls UserData.aspx -UserInteractionRecord -UserPage UserRegistrationForm -UserReview -UserReview$ -UserTrackingRecord UserUrl/ -UsernameValidation Users Utilities/RSSEngine/* Utility @@ -17572,52 +17132,28 @@ VC/ VE/ VG/ VI/ -VKRegistration +VIP VN/ VPV -VRACSearch -VRAffiliateClickoff -VRDetailAjax -VRInquirySent -VRReviewManagement -VRUserReview VU/ -VacationRentalIdeas -VacationRentalInquiry -VacationRentalReviewTab -VacationRentalSendToFriend -VacationRentalsAjax -VacationRentalsBlog/?s -VacationRentalsFAQ -VacationRentalsPromoLander -VacationRentalsTracking -VacationRentalsXSiteAjax -ValidateJson Valley-of-Longevity-Property/ VariationSelectionView Verify/* -VerifyReview -Verkko/http://circulegg.fr/robots.txt +Verkko/http://elastic.co/robots.txt Video Video/*playerIndex Video/Panel/ -VideoController -VideoGallery -VideoHome? Videos/e Videos/m Videos/p View -ViewAchAuthorization -ViewAttachment +ViewAd ViewCancelOnlinePaymentView ViewDoc ViewKey/keyword -ViewMandate ViewPDF.aspx Vlast/ -VolunteerTranslations -VoteActivities/http://widgets.wp.com/robots.txt +VoteActivities/http://nature.com/robots.txt VoteCount/?action= W WAI/ER/tests @@ -17662,12 +17198,8 @@ WT.mc_id= WT4fgrvixo2F WWW Warenkorb -WatchTopic -WatermarkPhoto Wayback WeSEE:Search -WeatherAjax -WeatherUnderground Web Web-answers Web-explore @@ -17700,21 +17232,14 @@ Webadmin Webmail Weekend/ WelcomeView -WhatsNearby Wholesale-*-c-*-0-1-*.html Wholesale-Attribute-*.html WiViewingActivity -WidgetBrowserExtension -WidgetEmbed WidgetListAsync.naver WidgetListAsync.nhn Widgets -Widgets- -WidgetsAjax -WifiPlus Wiki Wikipedia: -WindowsApp Wish-List Wishlist* WorkflowTasks/ @@ -17723,7 +17248,6 @@ Wotbot WriteComments WriteReview WriteReview.aspx -WriteReviewShade WriteReviews Wwwstat XCSA @@ -17748,10 +17272,7 @@ ZZ/ ZZmitgliedschaft/ Zao Zealbot -ZendeskRedirector -ZendeskSSO ZeroClipboard/static-1.6 -ZipCodeLookupAjax ZyBORG [_0-9a-zA-Z]+/likes [_0-9a-zA-Z]+/media @@ -18132,11 +17653,11 @@ _qa _qa.html _qos _query= -_r/http://jotform.com/robots.txt +_r/http://link.springer.com/robots.txt _recache _redirectedFromOffline-true _remote -_resourceshttp://threadless.com/robots.txt +_resourceshttp://off-grid-living.com/robots.txt _resultat-eleve-*.html _resultat-eleve.html _rk_ @@ -18389,7 +17910,7 @@ about-cancer/cancer-chat/user?destination=/ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://dejaoffice.com/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -18413,9 +17934,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://asp.net/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt about-us/employment -about-us/employment/*http://grammarly.com/robots.txt +about-us/employment/*http://auswaertiges-amt.de/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -18452,7 +17973,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://echo.msk.ru/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -18905,6 +18426,7 @@ ach/user ach/users achael achandrahas +achat-en-ligne achievements achterberg achu @@ -19151,7 +18673,7 @@ add-ons/ add-to-bibliography add-to-cart add-to-cart=* -add-to-cart=*http://mindsandhearts.net/robots.txt +add-to-cart=*http://criteo.com/robots.txt add-to-existing-collection add-visit add?community= @@ -19233,7 +18755,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://memekanseri.site/robots.txt +admin/http://mediapost.com/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -19247,15 +18769,14 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://endomondo.com/robots.txt -adminhttp://track.omguk.com/robots.txt +adminhttp://dji.com/robots.txt administration administration/ administrative-fellowship administrative-staff/ebaid-nancy administrator administrator/ -administrator/http://asv-rott.de/robots.txt +administrator/http://trustpilot.com/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -19344,7 +18865,6 @@ adsb/flightfeeder/terms adsb/register adsb/request adsite-under/ -adsoverview adsrepository adstats.html adtest @@ -19447,7 +18967,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://whc.unesco.org/robots.txt +affiliate/*http://fontawesome.io/robots.txt affiliate/home affiliate/register.htm affiliate/screenname.htm @@ -19522,6 +19042,7 @@ ag=A agarces agarciacalvo agarzaer +agdocs/ age-appeal agegate agencias @@ -19648,9 +19169,6 @@ ajax/takeoffer ajax/translation ajax/user ajax/user-account -ajax/user-data -ajax/views/cookie -ajax/views/mobile ajax/yahoo_stocks.php ajax? ajaxCalendar= @@ -19805,7 +19323,6 @@ allaccess_3 allaccess_4 allaccess_5 allaccess_6 -allanalytics allanwain allegation allen @@ -19816,7 +19333,6 @@ allgemeine_reisehinweise allgemeines/altdaten allie allisonportnoy -alllocations allnavs allocate allocationofimpactcapital @@ -19909,8 +19425,10 @@ ameha ameliapeterson amelierorty amenities? +america_viva/ american-ninja-warrior-ninja-vs-ninja american-sniper +americas/ amexblue amfphp amg @@ -20293,12 +19811,12 @@ api/UpdateStorage api/abtests/active-tests api/access api/ajax/checktheseout -api/ajax/checktheseout?.*http://va.gov/robots.txt +api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://cdn.shopify.com/robots.txt +api/attachments/*http://docs.oracle.com/robots.txt api/auth api/billing api/billing$ @@ -20332,7 +19850,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/Searchhttp://hymnary.org/robots.txt +api/du/Searchhttp://dribbble.com/robots.txt api/du/search api/editionurlgenerator api/entry/http @@ -20342,10 +19860,9 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://britannica.com/robots.txt -api/http://noithatlamson.com/robots.txt +api/http://ajax.googleapis.com/robots.txt +api/http://kobemural.com/robots.txt api/install_backblaze -api/internal/*/location api/internal/analytics/songs api/internal/bookmarks/shares_and_clicks api/internal/cambridge/user @@ -20372,9 +19889,8 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://faqs.org/robots.txt +api/og/*http://crowdfundingusa.com/robots.txt api/paid-article -api/partner_select/*/price_query api/posts/*/popular_posts api/pricePrediction/V1/flight api/produto/calcular_frete @@ -20564,8 +20080,6 @@ app378com app= appId=Dev10IDEF1 appTv -app_browsers/ -app_config/ app_data/ app_dev.php app_install @@ -20580,7 +20094,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://mediafire.com/robots.txt +apple-app-site-associationhttp://focusonkids.ru/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -20608,6 +20122,7 @@ apply/* apply?adId= appointments-and-referrals/appointment-thankyou appointments-and-referrals/referral-thankyou +approbation-de-financement-en-ligne approver-actions apps apps*&tags= @@ -20996,7 +20511,7 @@ archives archives archives/ archives/*/*/* -archives/http://sltrib.com/robots.txt +archives/http://eeoc.gov/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -21165,7 +20680,6 @@ artist-submission artist/127231622/radio?autoplay=true artist/export_shows_csv artist/view_widget_popup -artistbrochure artists artists/*/images/new artists/*/top_iq_earners @@ -21265,7 +20779,7 @@ aspnet_client/ aspnet_client/ aspx$ aspx/ -aspx/read.aspxhttp://planetary.org/robots.txt +aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* asross assafbester @@ -21310,7 +20824,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://smart-pixl.com/robots.txt +assets/http://jotform.com/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -21674,6 +21188,7 @@ au/careers/search? au/cart au/checkout au/comment +au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html au/conversations au/corporate au/cricket @@ -21826,6 +21341,31 @@ au/showroom_cms/content au/sitemap.html au/strumenti/creatore-di-logo/onboarding au/style +au/support/product-archives/household/refrigeration/nr-bw415vwau.html +au/support/product-archives/household/refrigeration/nr-bw415xsau.html +au/support/product-archives/household/refrigeration/nr-bw465vwau.html +au/support/product-archives/household/refrigeration/nr-bw465xsau.html +au/support/product-archives/household/refrigeration/nr-bx41bvwau.html +au/support/product-archives/household/refrigeration/nr-bx41bxsau.html +au/support/product-archives/household/refrigeration/nr-bx41cqpau.html +au/support/product-archives/household/refrigeration/nr-bx421gusa.html +au/support/product-archives/household/refrigeration/nr-bx46bvwau.html +au/support/product-archives/household/refrigeration/nr-bx46bxsau.html +au/support/product-archives/household/refrigeration/nr-by552xsau.html +au/support/product-archives/household/refrigeration/nr-by552xwau.html +au/support/product-archives/household/refrigeration/nr-by55bpsau.html +au/support/product-archives/household/refrigeration/nr-by55bvwau.html +au/support/product-archives/household/refrigeration/nr-cy54agwau.html +au/support/product-archives/household/refrigeration/nr-cy54bgkau.html +au/support/product-archives/household/refrigeration/nr-cy54bgsau.html +au/support/product-archives/household/refrigeration/nr-cy54bgwau.html +au/support/product-archives/household/refrigeration/nr-cy55cgkau.html +au/support/product-archives/household/refrigeration/nr-cy55cpsau.html +au/support/product-archives/household/refrigeration/nr-d535xgsau.html +au/support/product-archives/household/refrigeration/nr-d535xgwau.html +au/support/product-archives/household/refrigeration/nr-d655xgsau.html +au/support/product-archives/household/refrigeration/nr-d655xgwau.html +au/support/product-archives/household/refrigeration/nr-f603gt-xu.html au/swf au/tapdance au/teams @@ -22143,7 +21683,6 @@ az/users azadi azamburneymd azar -azer azizesahin azuki azure @@ -22153,6 +21692,10 @@ b-gender* b-newsletter/archive b-newsletter/content b-palle +b-search-map-ajax-get-ads-by-ids.json +b-search-map-ajax-search-ads.json +b-search-map-ajax-search-markers.json +b-search.html b/ b/*%EF b/*, @@ -22504,7 +22047,6 @@ b2b/vanimport/ad.html b2b/vanimport/search.html b2b/vanused/ad.html b2b/vanused/search.html -b2bauth b2c-tools b86ca60e95733df04a7c541ad645fcf9.txt b?*node=7454898011 @@ -22556,6 +22098,7 @@ badges/profile/create bagley bagon bahl +baidu baileymerlin baileysincox bait @@ -22625,7 +22168,7 @@ baobao*? bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://countryliving.com/robots.txt +bappstore/bapps/download/http://poshmark.com/robots.txt barchartData barclays-credit-eligibility-checker$ bargill @@ -22731,7 +22274,9 @@ baza-wiedzy*query= baza-wiedzy*sort= baza-wiedzy*type= bazerman +bb-audio.html bb-d +bb-image.html bb/ bb2600com bba/checkout @@ -23062,6 +22607,7 @@ bekemeyer belgian-ctf beli-langsung bell +beltsexcam bementor bencastleman benchmark @@ -23129,7 +22675,6 @@ betting/ betting/casinos/ beverly-hills-dog-show beverlykienzle -bewerten bezahlvorgaenge.html beznosko bf/ @@ -23719,14 +23264,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://zillow.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://hp.com/robots.txt -blog/?s=*http://ucl.ac.uk/robots.txt +blog/?s=*http://engvid.com/robots.txt +blog/?s=*http://japansociety.org/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -23817,7 +23362,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://chordsoftruth.com/robots.txt +blog/tag/success-webinar/http://jezebel.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -23938,7 +23483,6 @@ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://vaimusic.com/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created @@ -25537,7 +25081,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt +bookmarkshttp://econsultancy.com/robots.txt bookproperty books books/?*instrument= @@ -25932,7 +25476,7 @@ branding= brandlover brandmonitoring brandnet -brandnew/psphttp://google.co.za/robots.txt +brandnew/psphttp://understood.org/robots.txt brandnewconference/2016/video brandonbergman brandonkim @@ -26004,7 +25548,6 @@ brower browse browse*?*content= browse*?*content=filterUserTips -browse*?*sortBy= browse*?*type= browse-2 browse-smarter-with-ghostery-8 @@ -29180,6 +28723,7 @@ business-security/pki-management/certificate-manager.php? business-security/ssl-security.php?s= business-security/support-services/it-help.php? business-services +business-solutions/content-moved.asp business/*-*/products/business-tv business/*-*/products/deals business/*-*/products/device-protection-plans/device-protection-plan-for-business @@ -29219,6 +28763,7 @@ business/enterprise-advisory-board business/feedback business/global business/hub +business/iframes/toughbook-configurator.asp business/infrastructure-explainer business/international-business business/invite @@ -29255,6 +28800,10 @@ business/switch-account business/thank-you-carrier-integration-request business/thank-you-integration-request business/top-ads +business/toughbook/computer-support-enterprise-software.asp +business/toughbook/computer-support-enterprise-whitepapers.asp +business/toughbook/computer-support-search-downloads-iframe-JSON.asp +business/toughbook/configurator-iframe.asp business/update business/verified-merchant/status business/widget @@ -29264,7 +28813,6 @@ businessCart businesscontinuity businesses businesses-for-sale/?encodedurl= -businessinfo businessreview busqueda button @@ -29354,8 +28902,11 @@ bz/corporate/contact bz/news bz679com bzw77com -bzzagent c +c-AdComparison +c-ManageMyAds +c-SavedAds +c-SelectCategory c-gender* c-s c-w/sandbox @@ -29748,7 +29299,7 @@ ca/fr/emplois/tous/*COm* ca/fr/emplois/tous/*CoM* ca/fr/emplois/tous/*CÃÆca/fr/emplois/tous/*com* -ca/fr/emplois/tous/*commun*http://thewindowsclub.com/robots.txt +ca/fr/emplois/tous/*commun*http://robertjohnsonbluesfoundation.org/robots.txt ca/fr/emplois/tous/*cÃÆca/fr/emplois/tous/*ÃÆca/fr/job-details-preview* @@ -29876,7 +29427,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://feelament.bandcamp.com/robots.txt +calendar-2/action~*/http://icloud.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -30096,7 +29647,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://fauerzaesp.org/robots.txt +calendrier/action~stream/http://dailycaller.com/robots.txt calendrier/action~week california-exhibit call @@ -30161,7 +29712,7 @@ campaigns/ campaigns/bigsix.html campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://rappler.com/robots.txt +campaigns/digital-recruitmenthttp://southwest.com/robots.txt campaigns/help/search-results.html campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once @@ -30787,6 +30338,7 @@ catalogue/*? catalogues catchup catec +catedraOLD/ categories categories.php categories/*/archive @@ -32981,7 +32533,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://mnn.com/robots.txt +cdc/http://gizmodo.com/robots.txt cdf/sign cdj cdk/* @@ -32993,9 +32545,9 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://farm8.staticflickr.com/robots.txt -cdn-cgi/http://iso.org/robots.txt -cdn-cgi/http://lesscss.org/robots.txt +cdn-cgi/http://mediamatchmaker.co.uk/robots.txt +cdn-cgi/http://newindianexpress.com/robots.txt +cdn-cgi/http://rover.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -33024,7 +32576,6 @@ cdonahue cdonline/ cdr cds -cds/media cdstub cdtoc/attach ce/item.cms @@ -33129,8 +32680,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://bandungspirit.org/robots.txt -cgi-bin/http://qiita.com/robots.txt +cgi-bin/http://euroncap.com/robots.txt +cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -33143,7 +32694,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://avid.com/robots.txt +cgi-bin/notices/http://ams.usda.gov/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -33183,7 +32734,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://youtube.de/robots.txt +cgi-binhttp://ifixit.com/robots.txt cgi-local cgi-mad/ cgi-out @@ -33282,6 +32833,7 @@ ch/conversations ch/css ch/de/checkout ch/de/chweb +ch/de/extranet ch/de/it/m/cms ch/de/live-event-schedule ch/de/live-event-schedule$ @@ -33564,7 +33116,7 @@ checkout/test/test.html checkout2 checkout?plan_id checkoutconfirmation -checkouthttp://usdre.com/robots.txt +checkouthttp://modernistcuisine.com/robots.txt checkoutnow checkouts checkpoint @@ -34012,8 +33564,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://futurism.com/robots.txt -clickhttp://uspto.gov/robots.txt +clickhttp://antena3.rtp.pt/robots.txt +clickhttp://searchenginejournal.com/robots.txt clickstream clicktale clickthrough.jsp @@ -36301,7 +35853,7 @@ clockss-manifest clone clone/library/genomic/organisms close-account -closed-submissions/http://churchofjesuschrist.org/robots.txt +closed-submissions/http://hindustantimes.com/robots.txt closedcaption closures/*.ssf? closures/index.ssf?other @@ -36395,7 +35947,7 @@ cmp= cmplog cmr cms -cms-search/http://ansa.it/robots.txt +cms-search/http://cmswire.com/robots.txt cms. cms.dll cms.dll* @@ -36412,7 +35964,6 @@ cms_preview_ui cms_preview_ui_static cms_registrations cmsctx/ -cmsimp cmslanding.aspx cmstest/ cmtofart @@ -36433,7 +35984,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://openculture.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt cn/ipns cn/license/ibis-models cn/license/licensing-agreement/ @@ -36455,7 +36006,6 @@ cn/site-achievement cn/social cn/solutions/case-studies/ cn/solutions/case-studies/innovators/innovators-eu/ -cn/users cn/zh/product-finder/external-hard-drives/ cn/zh/product-finder/home-entertainment/ cn/zh/product-finder/internal-hard-drives/ @@ -36559,7 +36109,7 @@ cobrand/ code code/ code/* -code/http://web.archive.org/robots.txt +code/http://w3techs.com/robots.txt code2product-typeform-dashboard code= code_activation @@ -36803,7 +36353,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://freemusicarchive.org/robots.txt +community/*/profile/*http://cointelegraph.com/robots.txt community/*/rss community/*/topics community/*/trackback @@ -37076,7 +36626,6 @@ competitions/best-buy/entry-thank-you/ competitive-analysis/? competitive-research complete -completedpath compliance/contact-us-confirmation/ compliance/hipaa-eligible-services-reference/ compliance/how-to-open-aws-compliance-reports/ @@ -37181,7 +36730,7 @@ conditions-diseases? conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://reliefweb.int/robots.txt +conex-2019http://view.adjust.com/robots.txt conf conf conf/*.php$ @@ -37238,7 +36787,6 @@ configure?annotate configure?only_with_tag confirm confirm-creation -confirm-email confirm-password confirm.php confirm.pl @@ -37261,7 +36809,7 @@ connect-accounts connect.facebook.net connect/@ connect/help/search-results.html -connect/http://imgur.com/robots.txt +connect/http://blog.sfgate.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -37275,7 +36823,6 @@ connectedwomen/wp-includes connectingAirport= connections connections/recent -connectivity connectme/search/node connector connects @@ -37333,7 +36880,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://mi.com/robots.txt +contact-sales/http://pingidentity.com/robots.txt contact-support contact-thank-you contact-tos @@ -37367,8 +36914,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://hopemoon.com/robots.txt -contact/http://teachvideo.ru/robots.txt +contact/http://dolphchaney.com/robots.txt +contact/http://freewebs.com/robots.txt contact/menu* contact/partner* contact/support.php @@ -37438,6 +36985,7 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util +content/*http://motherboard.vice.com/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/en/home/vendor/ @@ -37559,11 +37107,13 @@ content/dam/Deloitte/nz/Documents/noindex/ content/dam/Deloitte/us/Documents/noindex/ content/dam/Deloitte/xc/ content/dam/Deloitte/xl/ +content/dam/Panasonic/*/pub-*.*$ +content/dam/Panasonic/*/pub-*/*.*$ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://baymard.com/robots.txt +content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -37638,7 +37188,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://ssl.gstatic.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -37658,6 +37208,15 @@ content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf content/dam/nuance/en_us/terms-and-conditions/ content/dam/pan/en_US/assets/pdf/legal/archive +content/dam/panasonic/*/pub-*.*$ +content/dam/panasonic/*/pub-*/*.*$ +content/dam/pim/*/*-Product_ImageGlobal*.png$ +content/dam/pim/*/*-Variation_Image_for_See_All*.png$ +content/dam/pim/*/*.pub.*$ +content/dam/pim/*/pub-*.*$ +content/dam/pim/*/pub-*/*.*$ +content/dam/pim/tw/*-Product_ImageGlobal*.png$ +content/dam/pim/tw/*-Variation_Image_for_See_All*.png$ content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_ content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf @@ -37673,7 +37232,7 @@ content/dam/sm/ccto/sunet_id_resources content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://familysearch.org/robots.txt +content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -37722,7 +37281,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://encrypted-tbn0.gstatic.com/robots.txt +content/downloads/http://marketingweek.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -37756,7 +37315,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://thestar.com.my/robots.txt +content/index.php/user/logout/http://columbia.jp/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37811,6 +37370,7 @@ content/pan/ko_KR content/pan/pt_BR content/pan/zh_CN content/pan/zh_TW +content/panasonic content/partial/ content/partial/plan-book-cars content/pattern-library/ @@ -38147,6 +37707,7 @@ controller=search controller=search controller=statistics controller=statistics +controllercause controllers controllers controllers/ @@ -38370,7 +37931,7 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://dashnerlaw.com/robots.txt +courses/http://codecanyon.net/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript @@ -38466,6 +38027,7 @@ cpl-edit cpoirier cpollack cpresources +cpro cpropub/univercd cps/en cps/fr @@ -38725,6 +38287,7 @@ crime/2020/11/new-mexico-man-who-drove-back-and-forth-past-home-of-ex-wife-in-po crime/index.ssf/2008/03/morial_associate_charged_with.html cringely/mt3 cringely/mt4 +crisisgeography cristescu cristina critics/self-submission @@ -39035,7 +38598,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://todaysparent.com/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csds/* cse @@ -39419,24 +38982,24 @@ cz/virtualization cz/virtualization/virtualbox cz/zasady-ochrany-osobnich-udaju-safe-harbor.html cz/ztrata-karty.html -czde +czde/ cze/layout/set -czes -czfr -czgr +czes/ +czfr/ +czgr/ czhang czimanyi -czit -czja -czko -cznl -czpl -czpt -czro -czru -czsv -cztr -czzh +czit/ +czja/ +czko/ +cznl/ +czpl/ +czpt/ +czro/ +czru/ +czsv/ +cztr/ +czzh/ d d-gender* d. @@ -39536,7 +39099,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt +da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39647,11 +39210,8 @@ data-loss-prevention.php? data-loss-prevention.php?email= data-loss-prevention/? data-processing-terms -data-st-cnt="ee" data-studio data/ -data/*/crosssellaccommodations -data/1.0/bundle data/allocated-federal-nonfederal-disbursements/? data/cache data/candidates/? @@ -40136,6 +39696,7 @@ de/company/newsletters/search.html de/company/user_stories/search.html de/competition de/config +de/consumer/lumix-g-cashback-wochen.html de/contact.php de/contacts/c/claudia-grabner.html de/content/dam/mathworks/mathworks-dot-com/images/company/jobs @@ -40604,7 +40165,7 @@ decision-makers? deck deck-maker decorator/ -decz +decz/ deep-health-abstract deep-health-auth deep-health-search @@ -40615,6 +40176,7 @@ deeplinkid def/ defalpha= default +default.asp default.aspx/kb/ default.aspx/ph/ default.cms @@ -40627,6 +40189,7 @@ default/js/ default1.cms default1.cms defaultinterstitial.cms +defaultpage defaults deferred-payment deferred.php @@ -40638,12 +40201,12 @@ definition/Rosamund definition/barred%20ghoul definition/wipedout definizione/geraschelt -defr -degr +defr/ +degr/ degroot -deit -deja -deko +deit/ +deja/ +deko/ delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delayed_job @@ -40682,14 +40245,14 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://security.stackexchange.com/robots.txt +demo/safari-reader-test-nielshttp://mathworks.com/robots.txt democenter demonstration demos dempubweb denise-snyder denisschapiro -denl +denl/ dental/*/index.php dental/dh dental/endo @@ -40701,11 +40264,12 @@ dental/students dentistry/about/appointments-and-referrals/appointment-thankyou denver dep/rwm/hoss +departement-de-service-ouvert department-beauty-gender-unisex* departments departure= departureDate= -depl +depl/ deployment-test-clf2 deployment-test-clf3 deployment-test-clf4 @@ -40724,6 +40288,7 @@ deposits/*.pdf$ deposits/*.swf$ deposits/*.txt$ dept +dept/ dept/soc/people/rsandefur depth-- depts/* @@ -40731,10 +40296,10 @@ depts/CAS depts/purchase/* dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou dermatology/appointments-and-referrals/signup-thankyou -dero +dero/ derr derricktin -deru +deru/ deryahonca desai desalvo @@ -40812,16 +40377,16 @@ destinations/south-america.html destinations/south-america/* destinations/south-pacific.html destinations/south-pacific/* -desv +desv/ detail detail/*Ajax.do$ detail/ajax details- details-*.html details-print -detailshttp://rcgroups.com/robots.txt +detailshttp://craigslist.org/robots.txt detect -detr +detr/ detroitchicago dev dev-sites @@ -40868,6 +40433,7 @@ developerworks/forums/servlet developerworks/wikis/login.action development developmentandalumni +developmentclock developmentfund/wp-admin developmentfund/wp-content/plugins developmentfund/wp-includes @@ -40894,7 +40460,7 @@ devsrc devtest/ dex deyoung -dezh +dezh/ df78788com dfa/UHC_physicians_RM_guide.pdf dfkw @@ -42607,8 +42173,8 @@ didar diegoestevez diegorivera diets/* +diff diffbot/ -differentialrealty diffs dig-perf-test digest @@ -42706,7 +42272,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://youblisher.com/robots.txt +digitalsubscription/imagedownload/http://nj.gov/robots.txt digregorio dilatua/proRecensione.do ding-session= @@ -42747,6 +42313,7 @@ directory/search.asp directory/search/? directory/sitemap directory/tp +directory_missions/ directoryoptout* dirt/index.htm dirty-dancing @@ -43267,7 +42834,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://amazon.com.au/robots.txt +dms_priv/*http://itunes.apple.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -43359,6 +42926,7 @@ docrep/X1200E docroot docs docs$ +docs*?*utm_source= docs-api-legacy docs-api-legacy$ docs-footer @@ -43378,6 +42946,7 @@ docs/Newsletters/BD docs/YGL12 docs/accurint/accurint_price_2007_ll_trans_legal.pdf docs/accurint/accurint_price_2013.pdf +docs/addons docs/admin docs/api docs/api$ @@ -43391,6 +42960,7 @@ docs/doc/zoom-apps-data-management.pdf docs/doc/zoom-apps-security-privacy-faq.pdf docs/download docs/download/agreements +docs/email-wall docs/forms/social docs/gated/ docs/help/search-results.html @@ -43414,6 +42984,7 @@ docs/reference/kubernetes-api/api-index docs/reference/kubernetes-api/labels-annotations-taints docs/search_results.html docs/socialmarkup +docs/video-series docs/zoho-docs-pricing-delete.html doctor-add doctor-strange @@ -43478,6 +43049,7 @@ documents/archives/ArchivesObsolete documents/current documents/d/global/*sitemap documents/email-a-friend +documents/eng/biography_Carol_Fuller.asp documents/information-management/imr-guidance-and-appendices.pdf documents/mog.pdf documents/old/ @@ -43562,7 +43134,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://google.com.co/robots.txt +download.asp*http://impots.gouv.fr/robots.txt download.php download/ download/*/ @@ -43574,7 +43146,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://books.apple.com/robots.txt +download/http://leginfo.legislature.ca.gov/robots.txt download/index download/legacy download/morae @@ -43695,7 +43267,7 @@ drupal-training drwilliamnuma ds-live/ ds-mobile/ -ds/*/*http://humanesociety.org/robots.txt +ds/*/*http://arte.tv/robots.txt dsasselov dsb/android/collections dsb/android/search @@ -43851,6 +43423,7 @@ easypol/output/forum.asp easyrenewal eat/gr- eayalahurtado +eb/incl_header2.html ebar ebatesCaptcha.do ebay/cronus @@ -43860,7 +43433,7 @@ ebc/portal ebernton ebi_docs ebibbs -ebisearch/summary/api/identificationsearchboxs4/*http://es.scribd.com/robots.txt +ebisearch/summary/api/identificationsearchboxs4/*http://ebird.org/robots.txt ebook ebook-creator/editor.html ebook.pdf @@ -44376,7 +43949,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://help.netflix.com/robots.txt +email-contact/nodehttp://gsma.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -45511,6 +45084,9 @@ en/SupportandAdministration/PoliciesandProcedures en/Tracker?data=* en/US/swassets/ en/US/swassets/sw274/sitewide_country_language_selector.html +en/_Original_ +en/_incl_header.html +en/_old_ en/_site_doc en/aanmeldbevestiging en/aanmelden-mislukt @@ -45531,6 +45107,7 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts +en/americas/calendar/ en/app en/app/ en/applications/release9.html @@ -45560,6 +45137,8 @@ en/carro-de-la-compra en/cart en/cgi-bin en/cgi-bin +en/cidi/menus +en/cidi/txt_files en/classes en/classes/ en/cloud/iaas-classic @@ -45907,6 +45486,9 @@ en/event/*/ical en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf +en/events/2009events.asp +en/events/2010_ +en/events/2010events.asp en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf @@ -45915,7 +45497,10 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf +en/events/cultural_events.asp +en/events/default.asp en/events/huaweiconnect/livestream-for-tvs$ +en/events/peace_fund.asp en/events? en/explore en/facturas-abono @@ -45949,6 +45534,13 @@ en/home.html en/hotels/ en/identity en/immigration-refugees-citizenship/services/reference-include +en/incl_banner_media_center.html +en/incl_footer_old.html +en/incl_headcontent_landing.inc +en/incl_headcontent_secondary.inc +en/incl_header1.html +en/incl_mini_pilares.html +en/incl_searchnav.html en/includes_content/missing_handler/view_map.html en/industries/health-sciences/clinical-one en/industries/health-sciences/clinical-one/depot-information @@ -46080,6 +45672,12 @@ en/matlabcentral/topics/power-electronics-control/search.html en/media-materials.html en/media/* en/meetings/full-capacity +en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html +en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html +en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html +en/member_states/haiti/backpack/default.html +en/member_states/haiti/backpack/default_anunciosept24.html +en/member_states/haiti/backpack/gallery.html en/memory-world-committees/grid en/memory-world-committees/list en/memory-world-committees/map @@ -46089,7 +45687,7 @@ en/memory-world/lac/list en/memory-world/lac/map en/memory-world/lac/risks/grid en/memory-world/lac/risks/list -en/memory-world/lac/risks/maphttp://sway.office.com/robots.txt +en/memory-world/lac/risks/maphttp://unesdoc.unesco.org/robots.txt en/memory-world/list en/memory-world/map en/merchants/ @@ -46130,6 +45728,8 @@ en/needs en/needs/ en/news-redirect/* en/news/canarias/diary +en/news/incl_news_items.asp +en/news/incl_reports.asp en/news? en/newsletters/* en/niet-gevonden @@ -46207,6 +45807,7 @@ en/right-education-country-overview/map en/right-education/observatory/grid en/right-education/observatory/list en/right-education/observatory/map +en/saf/accountability/docs/ en/safety-journalists/observatory/grid en/safety-journalists/observatory/list en/safety-journalists/observatory/map @@ -46992,6 +46593,9 @@ es/Themes es/TripsJS.ashx es/Upload es/_ +es/_Original_ +es/_incl_header.html +es/_old_ es/accessories/*/f es/accessories/ies es/account @@ -47003,6 +46607,7 @@ es/ajax es/ajax/content-product es/ajax/contentmedia es/alpha.php +es/americas/calendar/ es/android/collections es/android/search es/angels/search @@ -47062,6 +46667,8 @@ es/carro-de-la-compra es/cart es/changes-that-qualify-for-special-enrollment/ es/checkout +es/cidi/menus +es/cidi/txt_files es/classes es/classes/ es/cloud/saas/applications-common/19d @@ -47151,10 +46758,18 @@ es/es/promos/lyve-cloud-for-startups/ es/es/size/* es/esc/foodpriceswing es/estado-pedido +es/estados_miembros/haiti/mochilas/default.html +es/estados_miembros/haiti/mochilas/galeria.html es/eula.html es/event/*/ical es/event/*/shoutbox es/event/*/shoutbox? +es/eventos/2010_reuniones_ministeriales.asp +es/eventos/cultural_events.asp +es/eventos/default.asp +es/eventos/eventos2009.asp +es/eventos/eventos2010.asp +es/eventos/fondo_paz.asp es/explore es/facturas-abono es/facturas-abono @@ -47207,9 +46822,17 @@ es/holidayrentals es/hoteles/h es/hoteles/redirect es/hoteles/s -es/http://italiadeivalori.it/robots.txt +es/http://hearthis.at/robots.txt es/images es/inc +es/incl_banner_media_center.html +es/incl_footer_old.html +es/incl_headcontent_landing.inc +es/incl_headcontent_secondary.inc +es/incl_header1.html +es/incl_header2.html +es/incl_mini_pilares.html +es/incl_searchnav.html es/info es/inicia-sesi%C3%B3n es/iniciar-sesion @@ -47287,7 +46910,9 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://3lion-anime.com/robots.txt +es/new/http://edyst.com/robots.txt +es/news/incl_news_items.asp +es/news/incl_reports.asp es/node es/node/ es/node/* @@ -47352,6 +46977,7 @@ es/royals/search es/s/colecciones es/s/perfecta es/s/usuarios +es/saf/rendicion_cuentas/docs/ es/search es/search* es/search*attr_*= @@ -47362,7 +46988,7 @@ es/search.php es/search/ es/search/autocomplete es/search? -es/search?*http://epicurious.com/robots.txt +es/search?*http://platform.instagram.com/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -47371,6 +46997,7 @@ es/share es/share-order es/sharecontacts-for-microsoft-outlook.aspx es/shop_name_search_service +es/sica/ es/site-achievement es/sobre_nosotros es/solicitar-informacion/ @@ -47538,13 +47165,13 @@ escuela-arquitectura-diseno/wp-content/sites/ escuela-arquitectura-diseno/wp-content/themes/ escuela-arquitectura-diseno/wp-content/wp-admin/ escuela-arquitectura-diseno/wp-content/wp-includes/ -escz +escz/ esearch esejdic esfr/Empella esfr/Unternehmensanteil esfr/fixedneutered -esgr +esgr/ eshabliy eshah eshop.xml @@ -47555,12 +47182,12 @@ esi_cache esim/wp-admin esim/wp-content/plugins esim/wp-includes -esja -esko +esja/ +esko/ eskupTSUpdate esl/layout/set esmecaramello -esnl +esnl/ esntial.htm esoft-job esotiri @@ -47586,15 +47213,15 @@ especial/juegos-olimpicos/ especial/pruebas-comercial especiales/vogue_business espiar -espl +espl/ espn/now espnradio/podcast/feeds/easports esports esrc= -esro -esru +esro/ +esru/ essentialmums -essv +essv/ estadao estadao-verifica estadisticas/populares/p @@ -47606,7 +47233,7 @@ estefania_rodriguez esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml esteri/2018/03/25/news/campus_link_l_universita_dei_ministri_5s_tra_malta_il_cepu_e_la_dc-300956701 esteri/2018/03/26/news/campus_link_i_contatti_con_mosca_e_con_gli_007_negli_affari_dell_universita_a_5_stelle-300957066 -estr +estr/ estudis/mastersuniversitaris/prodart esu/unitprogcat esupport/article.html* @@ -47634,7 +47261,7 @@ esw/internal/departments/education/ugcourses esw/internal/departments/socialwork/modules esw/internal/departments/socialwork/pgcourses esw/internal/departments/socialwork/ugcourses -eszh +eszh/ et et$ et-*/ @@ -47851,6 +47478,7 @@ evaluate evaluate-link evaluate-unique-link evaluation +evalutaion-virtuelle evanbenjamin evapayne evd @@ -48113,7 +47741,7 @@ evernote/like.php everybodyshirts everywhere-configuration/ everywhere/ -evite/*http://lapakbrebes.com/robots.txt +evite/*http://dustinandtracy.com/robots.txt evolok ewalk ewalker @@ -48387,7 +48015,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://fitbots.com/robots.txt +exthttp://edutopia.org/robots.txt extlink extra extra/gremien @@ -48409,6 +48037,7 @@ eyeblaster eyeblaster eyewitness ezais +ezine/ ezk888cn ezra f @@ -48733,7 +48362,7 @@ feed.xml feed/ feed/$ feed/* -feed/*http://digiday.com/robots.txt +feed/*http://bitdefender.com/robots.txt feed/activity feed/check feed/externalfooter @@ -48749,7 +48378,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml feed= feed=rss @@ -48832,6 +48461,7 @@ festivals/*/id/*/videos/new festradaprada fetch fetchcart +fetishdetermination ff/forums ff/kb/*/discuss ff/search @@ -49108,9 +48738,9 @@ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freepik.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filings/pdf -fill-private.htmlhttp://malla-espaldera.com/robots.txt +fill-private.htmlhttp://babycenter.com/robots.txt fill.html film/s films/*/size/large @@ -49173,7 +48803,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://mastercard.us/robots.txt +find/*http://freemius.com/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -50197,6 +49827,7 @@ food/recipes/*/shopping-list food/recipes/search*? food/search*? fooddirectory +foodfestival/ foodordering foodpickle foods/brands/page/ @@ -50278,7 +49909,7 @@ forgotpassword forgotpassword.aspx forgotten-password forgotten-password/ -forgov-devhttp://rust-lang.org/robots.txt +forgov-devhttp://qobuz.com/robots.txt forlibraries form form-containers @@ -50488,7 +50119,7 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://business2community.com/robots.txt +forum/membre/http://spl.zeotap.com/robots.txt forum/messenger forum/misc forum/modcp @@ -50814,7 +50445,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://dhs.gov/robots.txt +forum/ucp.phphttp://eleks.com/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -50828,7 +50459,6 @@ forum/voprosy-po-kozhnomu-vektoru-91-25.html forum/vzaimootnoshenija-v-pare-236-25.html forum/whats-new forum2 -forumTeaser forums forums forums*/markallread/* @@ -50878,7 +50508,7 @@ forums/discover/unread/ forums/editpost.php forums/forum/30-general-members-forums forums/help.html -forums/http://mor-pack.co.il/robots.txt +forums/http://sofafactory.ru/robots.txt forums/index.php/ef forums/index.php/h forums/index.php/i @@ -50895,7 +50525,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://audio.accordo.it/robots.txt +forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -51316,6 +50946,9 @@ fr/Tr/ fr/Tracker?data=* fr/TripsJS.ashx fr/Upload +fr/_Original_ +fr/_incl_header.html +fr/_old_ fr/_site_doc fr/aboutus fr/academia/books/members.html @@ -51470,7 +51103,15 @@ fr/enterprise/blog/search? fr/error-static-cdn fr/errors fr/estado-pedido +fr/etats_membres/haiti/sacs/default.html +fr/etats_membres/haiti/sacs/galerie.html fr/eula.html +fr/evenements/2010_reunions_ministerielles.asp +fr/evenements/cultural_events.asp +fr/evenements/default.asp +fr/evenements/evenements2009.asp +fr/evenements/evenements2010.asp +fr/evenements/fonds_paix.asp fr/event/*/ical fr/event/*/shoutbox fr/event/*/shoutbox? @@ -51540,6 +51181,14 @@ fr/hotel/s fr/images fr/immigration-refugies-citoyennete/services/reference-inclusion fr/inc +fr/incl_banner_media_center.html +fr/incl_footer_old.html +fr/incl_headcontent_landing.inc +fr/incl_headcontent_secondary.inc +fr/incl_header1.html +fr/incl_header2.html +fr/incl_mini_pilares.html +fr/incl_searchnav.html fr/includes_content/missing_handler/view_map.html fr/info fr/intangible-cultural-heritage/grid @@ -51666,6 +51315,7 @@ fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/myunited fr/naviguer +fr/news/incl_news_items.asp fr/newsroom fr/node fr/onelook_american_dictionary_words.html @@ -51913,12 +51563,12 @@ francophonie frank frank/index.htm franklynwang -frcz -frde +frcz/ +frde/ fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt +fred-glance-widget.phphttp://freecodecamp.org/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -51941,7 +51591,7 @@ fren/volumeters french-studies/ fres/grandseigneur fresh -frgr +frgr/ fri friday friday-after-next @@ -51953,11 +51603,11 @@ friendsfavorites/ friendships friendsprofile friendstimes -frit -frja -frko +frit/ +frja/ +frko/ frnf2014 -frnl +frnl/ frogs/ frogs/legs/ frogs/phones/ @@ -51984,13 +51634,13 @@ frontoffice frontpage-slideshow-images froogle? froogle_ -frpl -frpt -frro -frru -frsv -frtr -frzh +frpl/ +frpt/ +frro/ +frru/ +frsv/ +frtr/ +frzh/ fscripts fssp ftb @@ -52050,6 +51700,7 @@ funkcjonalnosci/kreator-stron-www/szablony/business-and-services/*,* funnel/checking-account funnel/checking-savings funnel/college-finance +funvibrators fur/forums fur/kb/*/discuss fur/search @@ -52100,7 +51751,7 @@ g%C5%82osuj g-gender* g-recaptcha-response g.php -g/4arE9Chttp://svt.se/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g/banana/api/context g/ts @@ -52273,7 +51924,7 @@ gallery_cache_key= gallery_more_stories_insider.cms* gam- gambling-promos -gambling-promos/http://hotblouse.com/robots.txt +gambling-promos/http://clevescene.com/robots.txt game game*? game-reviews/*/user-reviews/manage/add @@ -52363,7 +52014,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://counterpunch.org/robots.txt +gb_xapi_content/http://smartpassiveincome.com/robots.txt gbapujii gbook gbox/ @@ -52797,7 +52448,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://feeds.feedburner.com/robots.txt +gifshttp://girlsridetoo.de/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -52901,6 +52552,11 @@ global/api/load.php global/choose-location.html?location=home global/contact global/content/images +global/corporate/profile/mediacontact/sec/agreement.html +global/corporate/profile/mediacontact/sec/complete.html +global/corporate/profile/mediacontact/sec/error.html +global/corporate/profile/mediacontact/sec/inqform.html +global/corporate/response-sheet.pdf global/internal/departments/anthropology/modules global/internal/departments/anthropology/pgcourses global/internal/departments/anthropology/ugcourses @@ -52914,6 +52570,7 @@ global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses global/messages +global/olympic/ja/sportschangemakers/20210823final.html global/resources/es/search global/resources/search global/search @@ -52971,7 +52628,7 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://ok1fig.nagano.cz/robots.txt +go/http://pod.link/robots.txt go/member go/members go/menu @@ -53011,7 +52668,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://intothestormmovie.com/robots.txt +golocal/extranet/http://nmap.org/robots.txt gonda gongyi*? gonsalves @@ -53054,7 +52711,7 @@ gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://salzburger-armutskonferenz.at/robots.txt +goto/http://spensor.blogspot.com/robots.txt goto= gotoPage= goto_issue @@ -53378,31 +53035,30 @@ grappelli grar grav grazie -grcz -grde +grcz/ +grde/ greece/documento/2012 greenzang greet.php greetingcard-view gregorschubert -gres +gres/ grestenberger grfp* -grfr +grfr/ grid grid_report/documents griffinlab griggs grillos -grit +grit/ grizzlies/node grizzlies/users -grja -grko -grnl +grja/ +grko/ +grnl/ groeger grossesshowexcel.cfm -groundsamba group group/ group/search @@ -53439,17 +53095,17 @@ growing-up-chrisley growth growth-tools-assets growthformula -grpl -grpt -grro -grru -grsv -grtr +grpl/ +grpt/ +grro/ +grru/ +grsv/ +grtr/ grub-client gruizeh grunes grusdt -grzh +grzh/ gs- gs-taxonomy gs_counter @@ -53599,7 +53255,7 @@ haaleta haaretz-labels habbal hackathons/reinvent-2013/ -hacker/*/followhttp://emarketer.com/robots.txt +hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -53633,6 +53289,7 @@ haininggouinlock hair-transplant-services haishuai haitham +haitibackpacks/http://oasis-open.org/robots.txt haksoochoi haku hallmark_homes @@ -53759,7 +53416,6 @@ hc/communities/public/topics/*?*filter= hc/requests hcasavant hcdc.dslc2015_16 -hcediting hcl hcp hcp-halloween-2021 @@ -54499,6 +54155,7 @@ homepage-b homepage-beta homepage-experiment homepage-video-test +homepage/ homepage/2013 homepage/health/2009/fall/nobel-prize.shtml homepage_feature @@ -54545,7 +54202,7 @@ homework-help/landing/hwh homework-help/landing/offer homework-help/search? homr/services -honeypot/http://powersports.jp/robots.txt +honeypot/http://dr.dk/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -54676,7 +54333,7 @@ how-low-will-you-go- how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube -how-to-find-happiness-newsletter-book-preview/http://thestorkbag.com/robots.txt +how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -54699,7 +54356,7 @@ hoyinversion hoysport hp hp/focus-retrocompatibile$ -hp/http://austintexas.gov/robots.txt +hp/http://ideas.lego.com/robots.txt hp/video hp_channels hpan @@ -57901,180 +57558,170 @@ http http-checker http2_data http: -http://1.envato.market/robots.txt -http://10007209.fls.doubleclick.net/robots.txt -http://1billion.org/robots.txt -http://4087375.fls.doubleclick.net/robots.txt -http://4480452.fls.doubleclick.net/robots.txt -http://4ads.de/robots.txt -http://6071807.fls.doubleclick.net/robots.txt -http://8555892.fls.doubleclick.net/robots.txt -http://abbyharmony.com/robots.txt -http://abebooks.com/robots.txt -http://about.google/robots.txt -http://academic.oup.com/robots.txt -http://acornhilllodge.com/robots.txt -http://activecampaign.com/robots.txt -http://adamdurica.lnk.to/robots.txt -http://africasiaeuro.com/robots.txt -http://ambig.one/robots.txt -http://americanlightingusa.com/robots.txt -http://androidheadlines.com/robots.txt -http://aneventapart.com/robots.txt -http://antonioliso.com/robots.txt +http://1533911.fls.doubleclick.net/robots.txt +http://1731177.fls.doubleclick.net/robots.txt +http://1password.com/robots.txt +http://2224480.fls.doubleclick.net/robots.txt +http://4shared.com/robots.txt +http://8285353.fls.doubleclick.net/robots.txt +http://a-z.love/robots.txt +http://abc.go.com/robots.txt +http://abc7chicago.com/robots.txt +http://abc7ny.com/robots.txt +http://abcnews.go.com/robots.txt +http://abduzeedo.com/robots.txt +http://acrobat.adobe.com/robots.txt +http://ad.doubleclick.net/robots.txt +http://adcell.de/robots.txt +http://adeje.es/robots.txt +http://adelainedevelopment.com/robots.txt +http://allrecipes.com/robots.txt +http://amazon.de/robots.txt +http://ampmexterminators.com/robots.txt +http://androidpolice.com/robots.txt +http://api.ning.com/robots.txt +http://api.whatsapp.com/robots.txt +http://apod.nasa.gov/robots.txt +http://app.box.com/robots.txt http://apple.co/robots.txt -http://atom.io/robots.txt +http://artnews.com/robots.txt +http://artsandculture.google.com/robots.txt +http://au.effectivemeasure.net/robots.txt +http://austinmoody.net/robots.txt +http://autode.sk/robots.txt +http://b.hatena.ne.jp/robots.txt http://babylenta.ru/robots.txt -http://baike.baidu.com/robots.txt -http://behance.net/robots.txt +http://basecamp.com/robots.txt +http://bath.ac.uk/robots.txt +http://bbc.com/robots.txt +http://bbcamerica.com/robots.txt +http://bbcgoodfood.com/robots.txt +http://bcg.com/robots.txt +http://bcmmaa.com/robots.txt +http://beautifulthailand99.blogspot.co.uk/robots.txt +http://bestdocsnetwork.com/robots.txt http://bharat.republicworld.com -http://blogs.cornell.edu/robots.txt -http://blogs.law.harvard.edu/robots.txt -http://blogs.smithsonianmag.com/robots.txt -http://blue.ap.teacup.com/robots.txt -http://books.google.fr/robots.txt -http://bostonglobe.com/robots.txt -http://brew.sh/robots.txt -http://bugs.chromium.org/robots.txt -http://business-standard.com/robots.txt -http://buzzsprout.com/robots.txt -http://cancerresearchuk.org/robots.txt -http://cartoonnetwork.com/robots.txt -http://cbc.ca/robots.txt -http://cdph.ca.gov/robots.txt -http://ceskatelevize.cz/robots.txt -http://citylab.com/robots.txt -http://clickfunnels.com/robots.txt -http://clickserv.basis.net/robots.txt -http://coingecko.com/robots.txt -http://colorado.edu/robots.txt -http://colorado.gov/robots.txt -http://columbia.jp/robots.txt +http://bhf.org.uk/robots.txt +http://bigoven.com/robots.txt +http://blackholerecordings.com/robots.txt +http://bleepingcomputer.com/robots.txt +http://blog.bufferapp.com/robots.txt +http://businessbuiltonline.blogspot.com/robots.txt +http://cambridge.org/robots.txt +http://carinon.hatenablog.com/robots.txt +http://cdn.polyfill.io/robots.txt +http://cedcommerce.com/robots.txt +http://cio.com/robots.txt +http://cityam.com/robots.txt +http://click.linksynergy.com/robots.txt +http://clubic.com/robots.txt +http://coeducacion.grial.eu/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://converg.com/robots.txt -http://coronavirus.jhu.edu/robots.txt -http://cse.google.com/robots.txt -http://cyberduck.io/robots.txt -http://dailywire.com/robots.txt -http://dainikshiksha.com/robots.txt -http://dallasnews.com/robots.txt -http://dancenter.de/robots.txt -http://darkreading.com/robots.txt -http://dasbuchderwahrheit.de/robots.txt -http://dashlane.com/robots.txt -http://de.wikipedia.org/robots.txt -http://deccanherald.com/robots.txt +http://constantcontact.com/robots.txt +http://coursera.org/robots.txt +http://crn.com/robots.txt +http://croixmode.jp/robots.txt +http://cultofmac.com/robots.txt +http://d.turn.com/robots.txt +http://dc.arrivalist.com/robots.txt http://delivery.yandex.ru/robots.txt -http://detroitnews.com/robots.txt -http://developer.apple.com/robots.txt -http://docs.woocommerce.com/robots.txt -http://efe.com/robots.txt -http://eibar.org/robots.txt -http://en-gb.wordpress.org/robots.txt -http://en.wordpress.com/robots.txt -http://ers.usda.gov/robots.txt -http://esa.un.org/robots.txt -http://esv.org/robots.txt -http://etagi.com/robots.txt -http://ethz.ch/robots.txt -http://euromodule.ro/robots.txt -http://europepmc.org/robots.txt -http://ey.com/robots.txt -http://feelcycle.com/robots.txt -http://felixplastik.com/robots.txt -http://fondationbrigittebardot.fr/robots.txt -http://foxmovies.com/robots.txt -http://francetvinfo.fr/robots.txt -http://fujitsu.com/robots.txt -http://fun88line.com/robots.txt -http://gaming-style.com/robots.txt -http://garybuseypetjudge.com/robots.txt -http://geni.us/robots.txt -http://geo-tracker.smadex.com/robots.txt -http://geonames.org/robots.txt -http://getcloudapp.com/robots.txt -http://getlistingusa.blogspot.com/robots.txt -http://getrippedabs.net/robots.txt -http://gilt.com/robots.txt -http://goldensun.get.com.tw/robots.txt -http://google.by/robots.txt -http://google.co.uk/robots.txt -http://google.com.bd/robots.txt -http://google.com.br/robots.txt -http://google.fr/robots.txt -http://googleapis.com/robots.txt -http://gothamweekly.com/robots.txt -http://gov.br/robots.txt -http://govtech.com/robots.txt -http://graniteasap.com/robots.txt +http://docstoc.com/robots.txt +http://domain.com/robots.txt +http://ecma-international.org/robots.txt +http://economie.gouv.fr/robots.txt +http://ed.gov/robots.txt +http://eff.org/robots.txt +http://en.support.wordpress.com/robots.txt +http://engadget.com/robots.txt +http://euronews.com/robots.txt +http://evite.com/robots.txt +http://evuk.co.uk/robots.txt +http://experience.arcgis.com/robots.txt +http://expressen.se/robots.txt +http://faithandreason.com/robots.txt +http://fema.gov/robots.txt +http://firstrunfeatures.com/robots.txt +http://fiverr.com/robots.txt +http://fnac.com/robots.txt +http://folhadeirati.com.br/robots.txt +http://forcefieldsnz.bandcamp.com/robots.txt +http://form.jotform.com/robots.txt +http://foromontefrio.com/robots.txt +http://fortune.com/robots.txt +http://foxnews.com/robots.txt +http://galu.co.jp/robots.txt +http://geraldtabios.com/robots.txt +http://goldstocktrades.com/robots.txt +http://govinfo.gov/robots.txt http://graphics8.nytimes.com/robots.txt -http://guinnessworldrecords.com/robots.txt -http://hangovergang.com/robots.txt -http://hellomagazine.com/robots.txt -http://help.adobe.com/robots.txt -http://help.apple.com/robots.txt -http://help.github.com/robots.txt -http://hootsuite.com/robots.txt -http://hubspot.com/robots.txt -http://hugoizarra.com/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://indiewire.com/robots.txt +http://gtm.js.fls.doubleclick.net/robots.txt +http://gyro13.com/robots.txt +http://health.com/robots.txt +http://health.pa.gov/robots.txt +http://heart.org/robots.txt +http://homesinhamiltonontario.com/robots.txt +http://htmlpreview.github.io/robots.txt +http://hubs.ly/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://i2.wp.com/robots.txt -http://ic.gc.ca/robots.txt -http://images.apple.com/robots.txt -http://img1.wsimg.com/robots.txt -http://independent.academia.edu/robots.txt -http://inquirer.com/robots.txt -http://insight.adsrvr.org/robots.txt -http://interaction-design.org/robots.txt -http://is.gd/robots.txt -http://jeet.tv/robots.txt -http://joelonsoftware.com/robots.txt -http://justgetflux.com/robots.txt -http://kiesque.com/robots.txt -http://kkytea.blog44.fc2.com/robots.txt -http://klook.com/robots.txt -http://kohls.com/robots.txt -http://laravel.com/robots.txt -http://leuze.com/robots.txt -http://macrumors.com/robots.txt -http://mariadb.org/robots.txt -http://marriott.com/robots.txt -http://matomo.org/robots.txt -http://media.fastclick.net/robots.txt -http://mediaarea.net/robots.txt -http://memcached.org/robots.txt -http://metal-archives.com/robots.txt -http://milb.com/robots.txt -http://miniclip.com/robots.txt -http://motorola.com/robots.txt -http://mountsinai.org/robots.txt -http://mozilla.com/robots.txt -http://mozilla.org/robots.txt -http://msdn.microsoft.com/robots.txt -http://mylifetime.com/robots.txt -http://myspace.com/robots.txt -http://newindianexpress.com/robots.txt -http://ngm.nationalgeographic.com/robots.txt -http://nicovideo.jp/robots.txt -http://nieuwfinancieel.nl/robots.txt -http://nl.pinterest.com/robots.txt -http://nrf.com/robots.txt -http://nsf.gov/robots.txt -http://nuance.com/robots.txt -http://nydailynews.com/robots.txt -http://olympic.org/robots.txt -http://openlayers.org/robots.txt -http://opplemena.com/robots.txt -http://papermag.com/robots.txt -http://pe-erfolg.de/robots.txt -http://picmonkey.com/robots.txt -http://picsuk.com/robots.txt -http://plato.stanford.edu/robots.txt -http://podomatic.com/robots.txt +http://i.ebayimg.com/robots.txt +http://i9.ytimg.com/robots.txt +http://ie.edu/robots.txt +http://ifcncodeofprinciples.poynter.org/robots.txt +http://imagekandi.com/robots.txt +http://indiana.edu/robots.txt +http://info.yahoo.com/robots.txt +http://iopscience.iop.org/robots.txt +http://istanbulyelken.org.tr/robots.txt +http://izioq.bandcamp.com/robots.txt +http://journals.plos.org/robots.txt +http://kongregate.com/robots.txt +http://lapresse.ca/robots.txt +http://lepoint.fr/robots.txt +http://lg.com/robots.txt +http://librarything.com/robots.txt +http://linkedin.com/robots.txt +http://list.ly/robots.txt +http://m.youtube.com/robots.txt +http://macobserver.com/robots.txt +http://mapquest.com/robots.txt +http://market.android.com/robots.txt +http://marketwire.com/robots.txt +http://maryannesbookshelf.com/robots.txt +http://militarytimes.com/robots.txt +http://mineyour.biz/robots.txt +http://mootools.net/robots.txt +http://mpgi.edu.in/robots.txt +http://myrobotlove.blogspot.com/robots.txt +http://n.us1.dyntrk.com/robots.txt +http://nachosuarez.blogspot.com/robots.txt +http://namecheap.com/robots.txt +http://nascardigitalmediallc.demdex.net/robots.txt +http://ncbi.nlm.nih.gov/robots.txt +http://nebula.wsimg.com/robots.txt +http://newrelic.com/robots.txt +http://news.berkeley.edu/robots.txt +http://news.gallup.com/robots.txt +http://news.google.com/robots.txt +http://news.softpedia.com/robots.txt +http://news24.com/robots.txt +http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt +http://nofilmschool.com/robots.txt +http://notivu.blogspot.com/robots.txt +http://nzz.ch/robots.txt +http://oag.ca.gov/robots.txt +http://observer.com/robots.txt +http://ogp.me/robots.txt +http://on.fb.me/robots.txt +http://parents.com/robots.txt +http://parkinsonsresource.org/robots.txt +http://passionfruitsporthorses.squarespace.com/robots.txt +http://pastemagazine.com/robots.txt +http://photomatt.net/robots.txt +http://pixabay.com/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -58096,64 +57743,75 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://portal.ct.gov/robots.txt -http://protonmail.com/robots.txt -http://psmag.com/robots.txt +http://poolwiseliving.com.au/robots.txt +http://poppet.us/robots.txt +http://premiumbeat.com/robots.txt +http://primit.it/robots.txt +http://prnt.sc/robots.txt http://pt.wikipedia.org/robots.txt -http://pubs.rsc.org/robots.txt -http://qsl.net/robots.txt -http://queenrocks1971.blogspot.com/robots.txt -http://radiopublic.com/robots.txt -http://readwriteweb.com/robots.txt -http://registrosakashicos.com/robots.txt -http://researcher.watson.ibm.com/robots.txt -http://roboform.com/robots.txt -http://rockingmre.blogspot.com/robots.txt -http://rvprecords.com/robots.txt -http://s.amazon-adsystem.com/robots.txt -http://s3-eu-west-1.amazonaws.com/robots.txt -http://safebrowsing.google.com/robots.txt -http://satc.demdex.net/robots.txt -http://savannahsmiledesigns.com/robots.txt -http://searsassociates.com/robots.txt -http://secure.wego.com/robots.txt -http://sellfy.com/robots.txt -http://seriouseats.com/robots.txt -http://sitekit.withgoogle.com/robots.txt -http://sixrevisions.com/robots.txt -http://snyk.io/robots.txt -http://socialmediatoday.com/robots.txt -http://someecards.com/robots.txt -http://spreadsheets.google.com/robots.txt -http://standaard.be/robots.txt -http://symfony.com/robots.txt -http://target.digitalaudience.io/robots.txt -http://techsmith.com/robots.txt -http://telegram.org/robots.txt -http://thebalancecareers.com/robots.txt -http://theguardian.com/robots.txt -http://themastercleanse.org/robots.txt +http://publish.twitter.com/robots.txt +http://purityring.ffm.to/robots.txt +http://px.adentifi.com/robots.txt +http://px.gumgum.com/robots.txt +http://qiita.com/robots.txt +http://quantcast.com/robots.txt +http://ragesw.com/robots.txt +http://rdr.connectedinteractive.com/robots.txt +http://recalculatingfilm.com/robots.txt +http://redhat.com/robots.txt +http://repubblica.it/robots.txt +http://reuters.com/robots.txt +http://rijksoverheid.nl/robots.txt +http://rsfbathroomdesigns.co.uk/robots.txt +http://rtb.adp3.net/robots.txt +http://rtd.tubemogul.com/robots.txt +http://rte.ie/robots.txt +http://scienceandnonduality.com/robots.txt +http://security.googleblog.com/robots.txt +http://seekingalpha.com/robots.txt +http://servedby.ipromote.com/robots.txt +http://smallbiztrends.com/robots.txt +http://smileeasy.com/robots.txt +http://socialnomics.net/robots.txt +http://startrankingnow.com/robots.txt +http://static.wixstatic.com/robots.txt +http://sunderlandecho.com/robots.txt +http://t3n.de/robots.txt +http://tandfonline.com/robots.txt +http://tapncap.com/robots.txt +http://tattierecords.com/robots.txt +http://techopedia.com/robots.txt +http://techpi-und-malibu.de/robots.txt +http://terribjones.com/robots.txt http://theonion.com/robots.txt -http://timeanddate.com/robots.txt -http://toledoblade.com/robots.txt -http://transparency.org/robots.txt -http://trendmicro.com/robots.txt +http://thinglink.com/robots.txt +http://timesofisrael.com/robots.txt +http://tnc.org.br/robots.txt +http://tools.google.com/robots.txt +http://tools.pingdom.com/robots.txt +http://track.adform.net/robots.txt +http://track.omguk.com/robots.txt +http://trends.google.com.mx/robots.txt http://uat-next-a30-uk.udev1a.net* -http://ubuntu.com/robots.txt -http://uptodate.com/robots.txt -http://userstyles.org/robots.txt -http://virustotal.com/robots.txt -http://vuzix.com/robots.txt -http://watchmojo.com/robots.txt -http://wetwetwet.co.uk/robots.txt -http://wordpress.tv/robots.txt +http://undefined.fls.doubleclick.net/robots.txt +http://unity.com/robots.txt +http://unstats.un.org/robots.txt +http://usda.gov/robots.txt +http://v.qq.com/robots.txt +http://vancouver.ca/robots.txt +http://viki.com/robots.txt +http://vmed.club/robots.txt +http://voterga.org/robots.txt +http://wise.com/robots.txt +http://wnyc.org/robots.txt +http://wolframreiter.org/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www3.weforum.org/robots.txt -http://xfinity.com/robots.txt -http://xkcd.com/robots.txt +http://yellowpages.com/robots.txt http://youtubefanfest.com/robots.txt +http://zertifikateawards.de/robots.txt +http://zmg.su/robots.txt httpd httpd/reports https @@ -58190,6 +57848,7 @@ https://give2.chop.edu/give/307052/#!/donation/checkout https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 https://media.chop.edu/data/files/educational-modules/lgbtq/* https://newprocessfromhome.com +https://ngadiasporaproject4040.com/wp-content/uploads/wpforms https://preprod-hin.republicworld.com https://prev-hin.republicworld.com https://prev-prod.republicworld.com @@ -58236,7 +57895,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024 -https://www.republicworld.com/ipl-2024/*http://bidagent.xad.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt https://www.southampton.ac.uk/research/areas/ https://www.southampton.ac.uk/research/search/ https://www.southampton.ac.uk/research/search/all @@ -58547,6 +58206,7 @@ hypeindex/graph hypeindex/performance-graph hyper hypernews +hypoallergenique hyrbil/resultat hyunjin hz/contact-us/ajax/initiate-trusted-contact @@ -59054,7 +58714,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://streamelements.com/robots.txt +iframes/http://earthobservatory.nasa.gov/robots.txt ifwns ig/add? ig/forums @@ -59177,7 +58837,7 @@ imagelib imagelibrary imagelightbox?elementId imagenes -imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://fireeye.com/robots.txt +imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://hollywoodlife.com/robots.txt imageresults.asp* images images @@ -59279,14 +58939,10 @@ img/*-wWIDTH*.jpg img/*.doc$ img/*.docx$ img/*.pdf$ -img/category -img/hc_ambassador.png -img/http://support.lenovo.com/robots.txt +img/http://takeout.google.com/robots.txt img/logo/3rdpartylogos -img/mobile img/not-indexed img/placeholder.gif -img/points img/private img/wsproduct/sku/* img_validator @@ -59553,6 +59209,7 @@ index index*.php$ index-new index-test.php +index.asp index.cgi index.hi. index.htm @@ -59662,13 +59319,12 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://aeonmetals.com.au/robots.txt -index.php/user/logout/http://agoda.com/robots.txt -index.php/user/logout/http://eldiario.es/robots.txt -index.php/user/logout/http://ordnancesurvey.co.uk/robots.txt -index.php/user/logout/http://pri.org/robots.txt -index.php/user/logout/http://towardsdatascience.com/robots.txt -index.php/user/logout/http://wikitravel.org/robots.txt +index.php/user/logout/http://commissions.arlingtonva.us/robots.txt +index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt +index.php/user/logout/http://medicine-world.ru/robots.txt +index.php/user/logout/http://ncaa.com/robots.txt +index.php/user/logout/http://seagate.com/robots.txt +index.php/user/logout/http://trapanishuttle.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -60090,7 +59746,7 @@ inter-wait-buy interact interact.sh interactions-list-drugs.php -interactive*http://click.linksynergy.com/robots.txt +interactive*http://fcc.gov/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -61039,8 +60695,8 @@ ita/layout/set italianthings itc itc/ccnmtl/assets -itcz -itde +itcz/ +itde/ item-img/* item/clone item/correction @@ -61068,14 +60724,14 @@ itemsize-* iten/Rotationskolbenpumpe iten/knarrender iten/lastricher%C3%A0 -itfr -itgr +itfr/ +itgr/ itineraires itineraires/*/itineraires-de- itineraires/*/routes-a-partir-de- -itja +itja/ itkatz -itko +itko/ itm/*&fits itm/*, itm/*.jpg @@ -61095,13 +60751,13 @@ itm/soi itm/variationlogistics itm/watch itmhero -itnl +itnl/ itoolshelp itpi/digitaltour/ -itpl -itpt -itro -itru +itpl/ +itpt/ +itro/ +itru/ its-national-cybersecurity-awareness-month its/internal its/new @@ -61112,15 +60768,15 @@ itsadmin itservices/sfuconnect itsnotok itsolutions/ -itsv -ittr +itsv/ +ittr/ itu_mt_main itudocr itudocs itunes itunes/mac/10.1/Contents/en/searchindex itvs/mt3 -itzh +itzh/ iui iulianradu iv @@ -61151,7 +60807,23 @@ iykim iznanka izzuddinaris j +j-auto-suggest.json +j-contact-seller.json +j-dealer-link-inc.json +j-edit-watchlist.json +j-feature-link-inc.json j-gender* +j-get-watchlist-item.json +j-homepage-galerie.json +j-homepage-gallery.json +j-locations.json +j-page-view.json +j-recently-viewed +j-send-to-friend.json +j-tokens-gen.json +j-vac-inc-carproof.json +j-vac-inc-get.json +j-vac-phone-get.json j/pro-site j= j_spring_security_check @@ -61378,24 +61050,24 @@ jacobrosen jacobs-engineering-magwaa jacqueline-lane jacquelineepstein -jacz -jade +jacz/ jade-moon +jade/ jaehyun_jung jaeinlee jaekim -jaes +jaes/ jaewonshin -jafr +jafr/ jagchhatwal -jagr +jagr/ jahuang jaimebgoldstein jaimepanoptotestsite -jait +jait/ jajp/ jakeconway -jako +jako/ jalali jalili jamaicavoices @@ -61423,19 +61095,19 @@ janetzong janewolfe janheng janitor -janl +janl/ jannejnappi jannyliao january-anmaicu -japl -japt +japl/ +japt/ jarada jared jaredhawkins -jaro +jaro/ jarradvanstan jarred -jaru +jaru/ jasminc jasmine-runner/static-1.14 jasmine-runner/static-1.15 @@ -61452,8 +61124,8 @@ jasonadamsheets jasonjiaxiwu jasonkey jastover -jasv -jatr +jasv/ +jatr/ java javacalcs javadb/10.3.3.0 @@ -61494,7 +61166,7 @@ jayender jayoungchoi jayski/tracks/archive/story/_/id/*/* jayson-marwaha -jazh +jazh/ jazz/node jazz/users jb= @@ -62305,6 +61977,7 @@ jp/*min= jp/*my_etsy= jp/Flash jp/about-huawei/publications/huawave$ +jp/access_aem.html jp/admin jp/ajax jp/ajax/content-product @@ -62325,20 +61998,46 @@ jp/blogs/technology.atom jp/blogsearch jp/box jp/brand/ +jp/business/its/ocr_form/sec/hoshu +jp/business/its/ocr_form/sec/hoshu.html +jp/business/its/ocr_form/sec/licence +jp/business/its/ocr_form/sec/licence.html +jp/business/its/ocr_form/sec/pass +jp/business/its/ocr_form/sec/pass.html +jp/business/vixell/estimate/complete.html +jp/business/vixell/inquiry/complete.html +jp/business/vixell/movie.html jp/c/*attr_*= jp/c/*price_bucket= jp/c/*search_type= jp/c/*ship_to= jp/cannabis jp/cart +jp/company/pms/download.html +jp/company/pms/globalmarketing/map.html +jp/company/pms/globalmarketing/stay.html +jp/company/pms/sec/globalmarketing/globalmarketing.html +jp/company/pms/stay/stay.html jp/connect/help/search-results.html jp/conversations +jp/corporate/ad/panasonic-open/men/personal_information.html +jp/corporate/cns/mask-01.html +jp/corporate/cns/mask-02.html +jp/corporate/cns/mask-03.html +jp/corporate/cns/mask-04.html +jp/corporate/cns/mask-05.html +jp/corporate/response-sheet.pdf jp/download/*/ jp/email-validation jp/en/book-a-trip/flights/fare-types/fare-guide-information.html jp/en/c/* jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html jp/en/search?param=* +jp/energy/company/peck/privacy-policy/sec/inqform.html +jp/energy/nanadou.html +jp/energy/news/info/usb/inqform.html +jp/energy/privacy-policy/sec/inqform.html +jp/energy/study/remote-visit/inquiry.html jp/enterprise/blog/search$ jp/enterprise/blog/search? jp/ferramentas/criador-de-logo/onboarding @@ -62405,6 +62104,20 @@ jp/social jp/solutions/case-studies/ jp/solutions/case-studies/innovators/innovators-eu/ jp/strumenti/creatore-di-logo/onboarding +jp/support/consumer/call/365.html +jp/support/consumer/call/638.html +jp/support/consumer/call/691.html +jp/support/consumer/call/692.html +jp/support/consumer/call/693.html +jp/support/consumer/call/694.html +jp/support/consumer/call/695.html +jp/support/consumer/call/697.html +jp/support/consumer/call/698.html +jp/support/consumer/call/981.html +jp/support/consumer/call/982.html +jp/support/consumer/call/983.html +jp/support/consumer/repair/tel +jp/support/consumer/repair/tel.html jp/support/repair-warranty/locate-repair-center-detail jp/support/submit.aspx jp/teams @@ -62598,10 +62311,6 @@ js/spmsg- js/streamsense-*.min.js js/swfobject.js js/widget.js -js2 -js3 -js3/ta-mobile -js3/vr-shared js? js?* jsErrAjax @@ -62663,7 +62372,6 @@ jtaylor jtmclaughlin juanahernandez judebeauchamp -judgesfigures jugder julfri juliacasado @@ -63237,23 +62945,23 @@ ko/위젯컴포넌트 ko_kr ko_kr/templates/M kobe-incheonmassage -kocz -kode +kocz/ +kode/ kodixon -koes -kofr +koes/ +kofr/ kogod/calendar/ -kogr +kogr/ koha/ kohane koichiroshiba -koit -koja +koit/ +koja/ kolkata kolson koncerty kong -konl +konl/ konradboeschenstein kontakt-myheritage kontakt-podr%C5%A1ka @@ -63272,20 +62980,20 @@ kontaktova%C5%A5-podporu kontaktovat-podporu kontaktovat-spole%C4%8Dnost-myheritage kontakty -kopl -kopt +kopl/ +kopt/ korean korisauserzachrison -koro +koro/ kortizceballos -koru +koru/ korzina kossowsky kostioukhina -kosv -kotr +kosv/ +kotr/ kouafi -kozh +kozh/ kozin kp/ kpacheco-barrios @@ -63520,7 +63228,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://tag.rutarget.ru/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt landing-pages landing.php landing/ @@ -63719,7 +63427,7 @@ le-cegep/signature-courriel/ leaders/center-programs/elp-applications/thank-you/ leaders/center-programs/elp-nomination/thank-you/ leadership/ -leadingtogether/http://icelandair.com/robots.txt +leadingtogether/http://uspto.gov/robots.txt leads leads/recommendations leaening*? @@ -63759,6 +63467,7 @@ learn-support/valuesurveys learn/ learn/category/ learn/coursera/* +learn/lp-auth0-vs-stormpath learn/resources/*/teacher-resource learn/search-results learn/seo @@ -63794,14 +63503,14 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://sccgov.org/robots.txt +learnmore-transferhttp://mc.yandex.ru/robots.txt learnmorelayer learnmorelayertv leave leave_feedback leavingmsn/ lecture -lecture/http://creatoracademy.youtube.com/robots.txt +lecture/http://courses.i-leadonline.com/robots.txt ledger-admin lee leebrownlab @@ -63877,7 +63586,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://patagonia.com/robots.txt +legal/http://outdooractive.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -64118,6 +63827,7 @@ library/working library= library? library?/ +library_common/ library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll @@ -64214,6 +63924,7 @@ link.php link/ link2 link: +link? link_to linked linked_webroots @@ -64329,9 +64040,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://news.artnet.com/robots.txt -live-preview/http://s3-ap-southeast-2.amazonaws.com/robots.txt -live-preview/http://yummly.com/robots.txt +live-preview/http://darksidedetective.com/robots.txt +live-preview/http://game.es/robots.txt +live-preview/http://infosecurity-magazine.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -64384,6 +64095,7 @@ living/wellness/hearstmagazines livingcurriculum livingin1901 livingthepoorlife +livraison-a-domicile liyanahusenay liyufan liz @@ -64400,6 +64112,7 @@ lk/corporate/contact lk/news lkc lkwan +ll= llm-art-law llm-international-corporate-commercial-law llm-international-human-rights-law-practice @@ -64564,7 +64277,7 @@ login/bestaetigungslink-erneut-senden login/comodo-members.php/*_blank login/domain login/googleplus -login/http://portalbcn.com.br/robots.txt +login/http://cex.io/robots.txt login/join$ login/join? login/password @@ -64616,6 +64329,7 @@ logo-request.php logodownload.php logonUserServicesStartupAction.do logos +logotipoanticorrupcion/ logotypes logout logout @@ -64686,7 +64400,6 @@ loterias/loteria-nino/comprobar-numeros/* loterias/loteria-nino/numero louismaiden lov -loverrarely low lowFareDestinationAirport= lowFareOriginAirport= @@ -64749,7 +64462,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://di.rlcdn.com/robots.txt +ls/docshttp://console.cloud.google.com/robots.txt lsdahlberg lshao lsho1976 @@ -65480,7 +65193,7 @@ mai/users maier mail mail -mail-fertighttp://ist-track.com/robots.txt +mail-fertighttp://npmjs.com/robots.txt mail-gotowe mail-listo mail-okay @@ -65729,7 +65442,7 @@ maps?*output=classic mapslt? mapspro mapstt? -mapt/http://tankerenemy.com/robots.txt +mapt/http://padlet.com/robots.txt mapview marathon marchand/miseajour/* @@ -66142,30 +65855,21 @@ media-manager media/ media/* media/*/edit -media/0000 media/1287752/ media/1287913/ media/1288165/ media/357557/ -media/BookingThumbnails media/JC media/Player6_0.swf -media/ProviderThumbnails -media/Resized-Images/*http://dezeen.com/robots.txt +media/Resized-Images/*http://minecraftforum.net/robots.txt media/SL -media/TALSO.swf -media/TUIThumbnails media/VK media/access media/admin -media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://vecchioni.org/robots.txt +media/all/1288165/http://cell.com/robots.txt media/all/357557/ -media/attractions-splice-test-spp -media/bl-video -media/careers media/clicks media/cmsform media/cmslist @@ -66179,12 +65883,6 @@ media/colorpicker media/common media/contentful/ media/css/ -media/daodao -media/daodao/photo-f -media/daodao/photo-l -media/daodao/photo-t -media/daodao/video-t -media/daodao/video-v media/downloads/ media/editimgecaption/* media/en/analog-dialogue/ @@ -66195,9 +65893,7 @@ media/en/technical-documentation/customer-case-studies/ media/en/technical-documentation/design-notes/ media/en/technical-documentation/tech-articles/ media/ethics-center/social-sector-ethics/ -media/fbavatar media/feeds -media/forums media/html media/html/box media/html/easter2015 @@ -66205,7 +65901,6 @@ media/html/enterprise-cybersecurity media/html/spread media/i18n/ media/interactive/cdrom/onehundredandeightyears -media/ja-content-thumbs media/jp/analog-dialogue/ media/jp/company/sustainability-reports/ media/jp/landing-pages/ @@ -66217,68 +65912,21 @@ media/jquery media/js/ media/js/app/*? media/js/translations.js -media/jwplayer media/mediaplayer/videos media/member -media/mktg -media/mobile media/oembed media/oembed -media/oyster media/pagelist -media/photo-a -media/photo-f -media/photo-g -media/photo-l -media/photo-o -media/photo-t -media/photo-w media/player media/player/data/ media/popup/ media/shop -media/solutions -media/string media/subscribe -media/t4b -media/ta -media/test -media/thirdpartyflash media/thumbnails/ -media/tmp -media/tourism-content -media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://fbi.gov/robots.txt -media/unesco media/uploads media/video -media/vr-geo-photo-j -media/vr-geo-photo-l -media/vr-geo-photo-m -media/vr-geo-photo-s -media/vr-ha-splice -media/vr-nifty-headers -media/vr-photo-j -media/vr-photo-l -media/vr-photo-m -media/vr-photo-o -media/vr-photo-q -media/vr-photo-s -media/vr-photo-test-j -media/vr-photo-test-l -media/vr-photo-test-m -media/vr-photo-test-o -media/vr-photo-test-q -media/vr-photo-test-s -media/vr-photos -media/vr-splice-m -media/vr-splice-s -media/vr-splice-test-j -media/vr-splice-test-l -media/vr-splice-test-m -media/vr-splice-test-s media1$ media2$ media3$ @@ -66293,7 +65941,7 @@ mediacentral mediacomp/ mediaembed mediafiles/* -mediahttp://google.at/robots.txt +mediahttp://newscientist.com/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -66599,7 +66247,7 @@ medstaging meeting/help/search-results.html meeting/register meeting/schedule -meetingOptionshttp://ethereum.org/robots.txt +meetingOptionshttp://teamusa.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -66894,7 +66542,6 @@ mgg/tmp mgg/trk mgmarin mgmt/ -mgo mgoldstein mgough mgtm @@ -67297,7 +66944,6 @@ misc/tabletapp missing-email missing.html missing_link -missingpage mission-focused-transformation mission-motherhood/wp-admin/admin-ajax.php mission-paani/home-page-mission-paani-pledge @@ -68113,7 +67759,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://rijksmuseum.nl/robots.txt +mre/*.zip$http://gov.il/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -68228,7 +67874,7 @@ ms/users msa msandel msatwork/amazon -msatwork/uber/en.htmlhttp://p1.zemanta.com/robots.txt +msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -68391,6 +68037,7 @@ mu/ mu_api mufc mugmon +mugworkout mujtaba mukharlyamov mulhern @@ -68415,9 +68062,9 @@ multiview multivu mumbaiedition munin -munin*http://pacanele.biz/robots.txt -munin*http://tourinhes.blogspot.com/robots.txt -munin*http://ultimateliquorshop.com/robots.txt +munin*http://demandcooling.com/robots.txt +munin*http://pacaneleaparate.biz/robots.txt +munin*http://packages.debian.org/robots.txt muns munshi musafim @@ -68448,7 +68095,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://cdn.rawgit.com/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -68493,7 +68140,7 @@ mvideos mvm mvmishra mvonbaeyer -mvp/http://aliexpress.com/robots.txt +mvp/http://delta.com/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -68832,6 +68479,7 @@ myshop mystorm mystuff mystunningwebsites +mystyles.css mysuccesshub mysupport/s/forumshome mysupport/s/forumsproduct @@ -68852,6 +68500,7 @@ mz mz/ n n-gender* +n-notifications.html n/:state_code/:city/:neighborhood_name/:locationId n/pr n245com @@ -68942,7 +68591,7 @@ nativo natlex.ilo.org nato-welcome nato2030 -nato_static_fl2014http://blogs.sap.com/robots.txt +nato_static_fl2014http://natopil.ru/robots.txt nature-index/annual-tables/2021/academic-normalized nature-index/annual-tables/export nature-index/article-api @@ -69428,7 +69077,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://runative-syndicate.com/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt newsfeed newsfeed$ newsfeedemail @@ -69529,7 +69178,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://rd.com/robots.txt +newsletter/$http://digital-strategy.ec.europa.eu/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -70132,6 +69781,7 @@ newstudent newsuppliers newswire newt +newwearesorry.asp newyears-2020-aff newyork nexradinv @@ -70229,6 +69879,7 @@ nickshort nicolasyan nicole nicoleblack +nicolecompressed nicolefanderson nicolemjohhnson nid=1070 @@ -70942,23 +70593,23 @@ nl_BE/EUR nl_NL/EUR nl_nl/sjablonen/M nlanter -nlcz -nlde -nles -nlfr -nlgr -nlit -nlja -nlko -nlpl -nlpt -nlro -nlru -nlsv -nltr +nlcz/ +nlde/ +nles/ +nlfr/ +nlgr/ +nlit/ +nlja/ +nlko/ +nlpl/ +nlpt/ +nlro/ +nlru/ +nlsv/ +nltr/ nltrack nlylew -nlzh +nlzh/ nm1 nmaps/*? nmathewson @@ -71199,7 +70850,6 @@ nofollow=1 noframe nogooglebot nogooglebot/ -noidx=1$ noimg noindex noindex$ @@ -71343,7 +70993,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://dmoz.org/robots.txt +notyours/http://openclipart.org/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -71360,7 +71010,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://fakeotube.com/robots.txt +novostroyki/po-ulizam/*http://nozbe.com/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -71660,7 +71310,7 @@ oauth/ oauth/authorize oauth/connect.html oauth/facebook -oauth/http://patents.google.com/robots.txt +oauth/http://fitbots.com/robots.txt oauth/line oauth/login oauth/signin @@ -71921,7 +71571,7 @@ omniauth omniture/ on on -on-demand/session/*http://metmuseum.org/robots.txt +on-demand/session/*http://nxp.com/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -72001,7 +71651,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://px.adentifi.com/robots.txt +online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -72091,7 +71741,6 @@ openurl/profile openvpn/crl.pem openx opera/? -operatesdildo opinion/2018/06/when_fathers_day_cards_dont_qu.html opinion/index.ssf/2011/01/bring_osu_to_portland_educatio.html opinion/section/cognoscenti/tag @@ -72114,8 +71763,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://hobie.com/robots.txt -opt-out/http://threatpost.com/robots.txt +opt-out/http://youronlinechoices.eu/robots.txt +opt-out/http://yourstory.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -72308,7 +71957,6 @@ overlays/ override override/ oversized-king-apboxni -overview overview.php overviewblockseeother owenmartin @@ -72330,6 +71978,7 @@ p*from= p*groupType= p-a p-api +p-edit-ad p-gender* p-r p.php @@ -72735,10 +72384,10 @@ pages/node/add pages/podcasts pages/privacy pages/profiles +pages/ps pages/pt$ pages/reorderpages.action pages/reset-password/* -pages/rss_terms.html pages/scripts pages/search pages/show? @@ -72784,7 +72433,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://tongal.com/robots.txt +paldrive/en-us/http://paloaltonetworks.com/robots.txt paleo paleo/metadata paleo/pubs @@ -73109,12 +72758,8 @@ pdfView-pro pdf_lightbox.php pdfartworkmenu.php pdfs -pdfs/advertorials -pdfs/crm -pdfs/email pdfs/gre/gre-bschool-comparison-tool.xlsx pdfs/mortgage-guide -pdfs/tca pdfs/terms/*.pdf$ pdfs/userguide.pdf pdjohnson @@ -73591,7 +73236,6 @@ photos/videos photos/view photos/youpy photosales/index.cfm?fuseaction= -photosandvideos photoshop/license photoslider/ photostoart/PhotosToArt.asp @@ -74142,31 +73786,31 @@ playlists/*/user playlists/flag plays playstation -plcz -plde +plcz/ +plde/ please_wait.php plehmann plenary/*/vod.html -ples +ples/ plesk-lifecycle-policy-draft plesk-webops-and-hosting-panel/ -plfr -plgr +plfr/ +plgr/ pli -plit +plit/ pliu -plja -plko -plnl +plja/ +plko/ +plnl/ plonejsi18n$ plp$ -plpt -plro -plru +plpt/ +plro/ +plru/ pls pls/zone2/f -plsv -pltr +plsv/ +pltr/ plug_id plugin plugin/*.css @@ -74217,7 +73861,7 @@ plus/signup plus/vip plusd/cables/07PANAMA255_a.html plusinstall -plzh +plzh/ pm pm-optout pm/ @@ -74246,7 +73890,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYgobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_ChYKFFdhcyBiZWRldXRldCBSb2JvdHM_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22Zcg1y_uaaqhTgRXQw4TO-BbjLjM\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -74512,6 +74155,7 @@ pogoda/404 pogoda/search point/buyingflow point/preference +pointedflesh pointroll poisk poisson @@ -74558,13 +74202,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54 politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://careerbuilder.com/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://paulirish.com/robots.txt +politico-footer/http://politifact.com/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -74581,6 +74225,7 @@ politics/law/news/2001/12/49083 politics/law/news/2001/12/49141 politics/law/news/2002/03/51042 politique-de-confidentialite/ +politique-de-retour poll poll-post!input.jspa poll-rss.php @@ -74953,7 +74598,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://adeje.es/robots.txt +press/content-search?*http://channel9.msdn.com/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -75163,7 +74808,7 @@ proTeXt proVideoWidget pro_redirect proaccountcallback/ -problem/http://filezilla-project.org/robots.txt +problem/http://my.bluehost.com/robots.txt problems problems/new probr @@ -75207,7 +74852,7 @@ product-manager-old product-marketing product-page-testing product-question/ -product-ratings/http://fanimalo.com/robots.txt +product-ratings/http://wisper.io/robots.txt product-recommended.jsp product-refferal product-review-post @@ -75228,7 +74873,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://codecademy.com/robots.txt +product/buybundle/http://webdesign.about.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -75444,7 +75089,7 @@ products/g4 products/getStatesByIdHandler.asp products/holiday-sales-*sgbr-sg products/home-perf -products/http://vr.youtube.com/robots.txt +products/http://aliexpress.com/robots.txt products/images products/includes/products-min.xml products/insurance/content/answer1.html @@ -75564,7 +75209,7 @@ profile/*/stats profile/*/stats/library profile/*/trophies profile/*article*.ece -profile/*http://poshmark.com/robots.txt +profile/*http://cbs.com/robots.txt profile/author/$ profile/author/? profile/authorgallery @@ -75693,7 +75338,7 @@ program-2/action~stream program-2/action~undefined program-2/action~week program-registration -program/action~*/http://jetreports.com/robots.txt +program/action~*/http://attendee.gotowebinar.com/robots.txt program/action~agenda program/action~default program/action~http: @@ -75950,7 +75595,6 @@ promosearch-* promote promoted promoted-content -promotionaltools promotions promotions-publish* promotions/attracta-promo @@ -76237,6 +75881,9 @@ pt/*max= pt/*min= pt/*my_etsy= pt/Download +pt/_Original_ +pt/_incl_header.html +pt/_old_ pt/account pt/account= pt/adisplay.php @@ -76270,17 +75917,31 @@ pt/error-static-cdn pt/event/*/ical pt/event/*/shoutbox pt/event/*/shoutbox? +pt/eventos/2010_reunioes_ministeriais.asp +pt/eventos/cultural_events.asp +pt/eventos/default.asp +pt/eventos/eventos2009.asp +pt/eventos/eventos2010.asp +pt/eventos/fundo_da_paz.asp pt/explore pt/features/partial/footer pt/features/partial/page-bottom pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://criteo.com/robots.txt +pt/forum/goto.phphttp://dai.ly/robots.txt pt/group pt/guest-pass pt/help/sitemap pt/help/sitemap.php +pt/incl_banner_media_center.html +pt/incl_footer_old.html +pt/incl_headcontent_landing.inc +pt/incl_headcontent_secondary.inc +pt/incl_header1.html +pt/incl_header2.html +pt/incl_mini_pilares.html +pt/incl_searchnav.html pt/info pt/internal pt/invites/buy @@ -76394,17 +76055,17 @@ pt_pt/privacy.html pt_pt/renew.html pt_pt/support ptapi/* -ptcz -ptde +ptcz/ +ptde/ pten/deslanchar -ptfr -ptgr -ptit -ptja -ptko -ptnl +ptfr/ +ptgr/ +ptit/ +ptja/ +ptko/ +ptnl/ ptp -ptpl +ptpl/ ptr-2/account ptr-2/account= ptr-2/error-static-cdn @@ -76421,12 +76082,12 @@ ptr/list= ptr/random ptr/search ptr/site-achievement -ptro -ptru -ptsv -pttr +ptro/ +ptru/ +ptsv/ +pttr/ ptype= -ptzh +ptzh/ pu/ pu_all pu_echo/*.htaccess @@ -76496,7 +76157,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://englishclass101.com/robots.txt +public/dochttp://znc.si/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -76574,6 +76235,7 @@ publications?page= publications?page=*& publicclass publicdatasets-confirmation/ +publicfolders/ publicidad/ publicidad/prueba publicliterature.PublicLiterature.search.html @@ -76636,7 +76298,6 @@ puchner puctest pugpig pujceni-auta/vysledky -pullingsteady pulse_user_id= pup_c= purchase @@ -76927,7 +76588,7 @@ r/*/wiki/*.rss r/*page= r/Preview r/cms -r/http://guiahub.com/robots.txt +r/http://blog.codinghorror.com/robots.txt r/instant/response r/kappa/api r/search @@ -77002,6 +76663,7 @@ radio/thedebaters radio/thisisthat radio3/concursos/app/index.shtml radio_er +radius= radkevich rafaelferrazbannitz rafaelrezende @@ -77067,7 +76729,6 @@ rate rate.html rate/orders rate= -rateandparity ratefinder/home?cc=US&language=en&locId=express rateit.aspx raters/ap-reader-chat/ap-reader-chat @@ -77154,7 +76815,6 @@ react/static-6.16 reacties reactions reactions? -reactionsecology reactivation reactivation-landing-page read @@ -77164,7 +76824,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://intouchcrm.com/robots.txt +readme.htmlhttp://lunacycle.com/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -77268,7 +76928,6 @@ receipt receipt/order receipts received-gift -recensioni recent recent$ recent-car-searches.htm @@ -77602,6 +77261,7 @@ render renderdocument renderingMetricsSearch renders +rendez-vous-video rendongarcia renee_rinehart renew @@ -77645,6 +77305,7 @@ report-a-problem report-abuse report-abuse?report= report-abuse?url= +report-de-paiement report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal report-review report-spam @@ -79231,10 +78892,11 @@ resources-campaign/* resources-old resources-rx/* resources-rx/files/* +resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://java.sun.com/robots.txt +resources/calendar/http://lua.org/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -79346,7 +79008,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://heilpraktiker-psychotherapie-bonn.de/robots.txt +resume/http://whisky.de/robots.txt resume/preview resumes resumes2 @@ -79375,7 +79037,7 @@ reu reuters reuters$ rev= -revendeur/http://sumup.com/robots.txt +revendeur/http://telestream.net/robots.txt revenue/search/node review review-by-author @@ -79406,7 +79068,6 @@ review_feed_auto_fetch review_includes/form-review.php? review_json reviewer-match -reviewit reviewlist.*.html reviewlist.html reviews @@ -79733,24 +79394,24 @@ rockets/users rockies/fans/text-messaging-terms-and-conditions rockies/search rockwell -rocz -rode +rocz/ +rode/ rodi rodrigocetinapresuel rodriguez_padilla rodrik roe -roes -rofr +roes/ +rofr/ roganesyan rogerbot rogerdias rogers -rogr +rogr/ rohitabraham -roit -roja -roko +roit/ +roja/ +roko/ rolandolink roles roll @@ -79761,7 +79422,7 @@ ron/layout/set ronald roncarati rongqing-aaron-pan -ronl +ronl/ roomforrent/preview roomplanner/ roomplanner3d/ @@ -79774,9 +79435,9 @@ rooms/*/photos rooms/*/reviews rooms/*/safety root -ropl -ropt -roru +ropl/ +ropt/ +roru/ ros rosa/index.htm rosaguzman @@ -79788,13 +79449,13 @@ rosenfeld rosenthal rossmair rosta -rosv +rosv/ rotalar/*/rotalar-kalkis- rotalar/*/suradan-rotalar- rotas/*/rotas-de- roth rothleadership -rotr +rotr/ rotte/*/rotte-da- roundabout route @@ -79823,7 +79484,7 @@ royals/search royalty-free-subscriptions.php royalty/s roymalka -rozh +rozh/ rp rp/ rpc @@ -79882,6 +79543,7 @@ rsrc_ara rss rss rss$ +rss- rss-feed rss-feeds rss.xml @@ -80078,7 +79740,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://psidetektiv.cz/robots.txt +ru/http://zoo.105.net/robots.txt ru/images ru/inc ru/info @@ -80196,35 +79858,35 @@ rubin rubric2sport rubrique.php? rubulmout -rucz -rude -rues -rufr +rucz/ +rude/ +rues/ +rufr/ rugby? rugged-trucks -rugr +rugr/ ruidai ruiguo -ruit +ruit/ ruiyin -ruja -ruko +ruja/ +ruko/ rules rules rules$ rules? run rundowns/segment.php? -runl +runl/ running_races/*/results runsavedsearch ruokonen ruoloAnzianita/ ruoloAnzianita2013/ -rupl -rupt +rupl/ +rupt/ rurl= -ruro +ruro/ rus rus$ rush @@ -80232,7 +79894,7 @@ rush-hour rush-hour-2 rush-hour-3 russia-today -rusv +rusv/ rutas-aereas/*/rutas-aereas-de- rutas-aereas/*/rutas-de- rutas/*/rutas-de- @@ -80241,11 +79903,11 @@ rute/*/rute-de-la- rute/*/rute-din- ruter/*/flyreiser-fra- ruter/*/ruter-fra- -rutr +rutr/ rutter/*/rutter-fran- rutter/*/turer-fran- ruxitagentjs_2SVfqr_10139180201161915.js -ruzh +ruzh/ rvh rvwr/*/visitdtl rw-reg/ @@ -80275,6 +79937,9 @@ rye rzheng rzhuo s +s-ForgotPassword +s-SignIn +s-StartRegistration s-gender* s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/ s/ @@ -80341,6 +80006,7 @@ s689 s= s=p s? +s? s?*rh=n%3A1380045031 s?k= sa @@ -80414,6 +80080,7 @@ salesiq/help/integrations/live-chat-plugin-for-cscart.html salesiq/help/search-results.html saleslink salkin +salle-de-montre-ouverte salle/recherche salliemae salliemae/termsandconditions @@ -80687,7 +80354,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt +science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -80734,7 +80401,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://geck.bethsoft.com/robots.txt +scorecard_staging/http://aclweb.org/robots.txt scoredrift/* scott scott64 @@ -80753,7 +80420,6 @@ screen.js screen/image screencast screener/insider -screensaver screensaverpix screenshot screenshots @@ -81240,7 +80906,7 @@ search/*?*shareId= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://time.com/robots.txt +search/*?*userAvailability=*http://behr.com/robots.txt search/*adultsCount= search/*arrival= search/*childrenCount= @@ -81414,8 +81080,8 @@ search?* search?Ntt= search?filter search?fmt=JSON* -search?gss-q=*http://crn.com/robots.txt -search?http://youtubego.com/robots.txt +search?gss-q=*http://ubuntu.com/robots.txt +search?http://ezp-news.de/robots.txt search?keyword= search?n=16&r=3 search?q @@ -81493,6 +81159,7 @@ searchwishlists/ seasonal-calendar/all seasonal-stop-emails seastham +seatingages seatingchart seattle seattle-superstorm @@ -81525,9 +81192,9 @@ section/3 section/36 section/6 section/8 -section/9http://telegram.me/robots.txt +section/9http://issues.apache.org/robots.txt section_and_ivideo_widget_ajax.html -sectionhttp://iadb.org/robots.txt +sectionhttp://abs.twimg.com/robots.txt sectionized sections sections$ @@ -81786,7 +81453,6 @@ server/banners server/body-include server/bottom-notes server/check-olark-chat-support -server/docs/search server/footer server/fs-gang server/generic @@ -81810,6 +81476,7 @@ servers/frontend service service* service-archive +service-de-navette service-pages service-private-offers service-search/dist/images/loading.gif @@ -81908,8 +81575,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://smallbusiness.chron.com/robots.txt -services/conferences/news/*?*http://tutorialspoint.com/robots.txt +services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt +services/conferences/news/*?*http://www2005.org/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -81928,7 +81595,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://wordreference.com/robots.txt +services/http://christies.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -82025,7 +81692,7 @@ services/wp-admin services/wp-content/plugins services/wp-includes services/xml -serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt +serviceworker.jshttp://treysongz.lnk.to/robots.txt servicos/ servin servizi @@ -82275,7 +81942,6 @@ shanmeltzer shannamatalon shaolinmei shape= -shapecore shapka shapourian shard @@ -82382,6 +82048,7 @@ sherwin_special_offers shi shian shibboleth +shifen/ shihui shihui? shijiawei @@ -83049,7 +82716,7 @@ shopwidget shore/blogs/party/public shorefire_nj short -short-url-machine/error/http://appstoreconnect.apple.com/robots.txt +short-url-machine/error/http://whatwg.org/robots.txt shortUrl$ shortcode shortcode= @@ -83066,7 +82733,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://ezp-news.de/robots.txt +shoutbox/http://bat.bing.com/robots.txt shouwenwang show show-email @@ -83116,7 +82783,7 @@ shows3 showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://support.microsoft.com/robots.txt +showtimes/location/*http://img-fotki.yandex.ru/robots.txt shr* shreedas shrek @@ -83265,7 +82932,7 @@ signup signup$ signup* signup*?ha -signup*http://avicii.lnk.to/robots.txt +signup*http://litmus.com/robots.txt signup-b/ signup-intlredirect signup-light/ @@ -83405,6 +83072,7 @@ site/userguide? site/wp-admin site/wp-admin/admin-ajax.php siteBackHtml +siteLocale= siteSwitch site_faq/ site_faq_category/ @@ -83429,7 +83097,6 @@ sitecore sitecore/ sitecore_files sitecore_files/ -sitecore_services/ sitecounterajax sitedown siteelementshomepage/test-page/test-home.aspx @@ -83670,7 +83337,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://ourworldindata.org/robots.txt +sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -84182,7 +83849,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://git.io/robots.txt +sn-config.htmlhttp://cleveland.com/robots.txt sn/ snagit-eula.html snake @@ -84386,6 +84053,7 @@ sorry/ sort sort= sort= +sort=Latest sort=hottest sort=newest sort=votes @@ -84399,7 +84067,7 @@ sorunBildir sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://berlin.de/robots.txt +sos/registration/http://in.linkedin.com/robots.txt sotomarion soul/* soumission @@ -84477,7 +84145,6 @@ speciale specialhandling-payments/ specializations-noperf specializations-perf -specialoffers specialprojects specials specials/north-america-2 @@ -84579,7 +84246,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://files.constantcontact.com/robots.txt +sport/bundesliga/http://zdnet.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -84695,6 +84362,7 @@ sraid sramgopal srao src +src src/ src/* src/js/spmsg @@ -84878,7 +84546,6 @@ static/css/m-shows-lp-fp.css?v= static/css/m-tag-fp.css?v= static/css/show-lp-fp.css?v= static/css/tag-fp.css?v= -static/decodeKey.txt static/ebsa static/email-pdfs/ static/fileupload @@ -84960,7 +84627,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://icaschool.com/robots.txt +stats/player-stats/*http://nfpa.org/robots.txt stats3.html stats?gid= statsFree @@ -84973,7 +84640,7 @@ status-updates/wp-admin status-updates/wp-admin/admin-ajax.php status.formstack.com status/ -statusupdateshttp://packtpub.com/robots.txt +statusupdateshttp://thalesgroup.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -85059,7 +84726,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://xinhuanet.com/robots.txt +stock/videos/*http://screencast.com/robots.txt stock_status= stockade.php stocks @@ -85513,7 +85180,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://toomanytribbles.blogspot.com/robots.txt +subscribe?*http://addyosmani.com/robots.txt subscribe_now_url subscribe_success subscribedtitles @@ -85556,7 +85223,7 @@ sugarfif.html suggest suggest/? suggest/?* -suggest/?*http://9vae.com/robots.txt +suggest/?*http://itu.int/robots.txt suggested-edits suggested-edits? suggestions @@ -85576,7 +85243,6 @@ summary_view$ summary_view$ summer summer/archive -summerbzz summercamp summermusic summum/recortes @@ -85728,7 +85394,7 @@ supportl.php supporto-tecnico supprimer-favoris supriyadey -suredesert +sur-rendez-vous-seulement sureroute sureshmohan sureshpavuluri @@ -85991,27 +85657,27 @@ svc_ssr/site/EUR/rfktkn svc_ssr/site/GBR/rfktkn svc_ssr/site/USA/rfktkn svc_tax -svcz -svde -sves -svfr +svcz/ +svde/ +sves/ +svfr/ svg/not-indexed svg/private svgimageproc -svgr -svit -svja -svko +svgr/ +svit/ +svja/ +svko/ svmehta svn -svnl +svnl/ svpRecommendations -svpl -svpt -svro -svru -svtr -svzh +svpl/ +svpt/ +svro/ +svru/ +svtr/ +svzh/ sw sw$ sw-BR @@ -86086,7 +85752,7 @@ sys_ system system-maintenance system/ -system/*.js$http://chalow.net/robots.txt +system/*.js$http://zeldman.com/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html @@ -86111,6 +85777,7 @@ szukaj? szwierlein t t-gender* +t-login.html?targetUrl= t-other-great-sites.aspx t.cfm t.php @@ -86214,7 +85881,6 @@ tablet-t3 tabletes1t tabmanager tabs/*.htm?sort=date -tacms tacpage taf.php tag @@ -86226,7 +85892,7 @@ tag-search.html tag/ tag/* tag/* -tag/*+http://upwork.com/robots.txt +tag/*+http://dilbert.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -86804,7 +86470,7 @@ team-new team-new-a team-new-b team/*/schedule$ -team/*/schedule$http://roxanegay.com/robots.txt +team/*/schedule$http://nbc.com/robots.txt teamInvitations teamplain/ teams @@ -86856,6 +86522,7 @@ teknologica tel tel: tel:* +teldir/ telechargement-en-cours/ telecharger-fiche telecharger/redirect @@ -86973,7 +86640,7 @@ temp-and-precip/national-temperature-index/*? temp-and-precip/time-series/? temp-and-precip/us-weekly temp/ -temp/http://tracking.g2crowd.com/robots.txt +temp/http://sb.scorecardresearch.com/robots.txt tempcache template template-elenaivanova @@ -87075,7 +86742,6 @@ terms/looker/legal/suppliers/supplier-code-of-conduct terms_of_use termsandprivacy.aspx termsofusechanges -terrorismliterature tessibrahimchah tesswallace test @@ -87166,7 +86832,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://latimes.com/robots.txt +testhttp://money.com/robots.txt testimonial/ testimonials.php testimonials/? @@ -87188,7 +86854,7 @@ testpage/ testpresenter testprod.html testqa/ -testredirect/http://lukew.com/robots.txt +testredirect/http://scholastic.com/robots.txt tests tests tests/* @@ -88030,7 +87696,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://criresilient.org/robots.txt +tools/http://kungfukingdom.com/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -88370,7 +88036,7 @@ traffic-manager/ traffic/status*? trafficbot.life trafficbot.live -traffichttp://www-personal.umich.edu/robots.txt +traffichttp://comedycentral.com/robots.txt training training-aarpe/ training-plans @@ -88401,6 +88067,7 @@ training/studentships/howtoapply training/studentships/phdprojects trains trains/$ +traitement= traj tralston trans/CheckTransCron.jsp @@ -88450,14 +88117,14 @@ translate_t translation translations translations/ -translators +translators/ transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://j.mp/robots.txt +transparency/http://anandtech.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -88485,7 +88152,6 @@ transporte transporter transporter-3 trap -trapdir trash trash/ trasporti @@ -88530,8 +88196,8 @@ travisbenson travismoore trax trck -trcz -trde +trcz/ +trde/ tre-artis treadstone treas-reports/ @@ -88544,6 +88210,7 @@ treating-sleep-apnea treatment-guides/ treatment-type/ tree +tree-navigator.html tree/contributions tree/find tree/following @@ -88568,14 +88235,14 @@ trends/viz? trends? trends_tpt trentonbricken -tres +tres/ trevi_excel trevor-spelman trevordavidrhone trevorhughdavis trevorstark -trfr -trgr +trfr/ +trgr/ trial trial-pricing trial-status/ @@ -88641,7 +88308,6 @@ trip/users/dismiss_user_place trip/users/follow trip/users/new trip_planner? -tripadvisorpalestinian tripathi tripflowapp/ trips @@ -88652,27 +88318,27 @@ trips/v1 trishashrum trishaurmibanerjee tristanorthlaboratory -trit +trit/ trivia trivia/answer -trja +trja/ trk trk-download -trko -trnl +trko/ +trnl/ trovitBot troyadair -trpl -trpt -trro -trru +trpl/ +trpt/ +trro/ +trru/ trs/forums trs/kb/*/discuss trs/search trs/search/node trs/user trs/users -trsv +trsv/ truckingindustryforum/ajax.php truckingindustryforum/attachment.php truckingindustryforum/calendar.php @@ -88737,7 +88403,7 @@ try-which/wills/ try? tryagainlater.html trylater -trzh +trzh/ ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$ ts_s/* tsa @@ -88760,7 +88426,6 @@ tthaweethai tto ttobin ttong -tucritica tudum tue tufengen @@ -89037,6 +88702,7 @@ tylermalka typ$ typ? type +type-demploi type-faketan* type= type=1478165154* @@ -89470,6 +89136,7 @@ uksf-bin/ ul/P/umse/0 ulatan uli/trac +ulink? ulk/i ulk/sch ulk/usr @@ -89490,7 +89157,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://jjpan.com/robots.txt +umfrage/4http://zh.wikipedia.org/robots.txt un-us/ unable-to-process-request/ unanswered @@ -89710,7 +89377,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://ifixit.com/robots.txt +uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt uptime ur ur-CA @@ -89851,11 +89518,12 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://gsa.gov/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt us/0 us/?q=switch us/Marketing us/about-lg/investor-relations +us/access_aem.html us/admin us/admin$ us/agreements @@ -89873,6 +89541,7 @@ us/comment us/common us/compare us/complaints-channel +us/consumer us/contact-us/permissions/multi-form-thank-you.html us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf us/corporate/contracts/mcs-saas-service-desc-3762902.pdf @@ -90219,7 +89888,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://informaboom.com/robots.txt +user-reports/http://wordpress.com/robots.txt user.mefi/ user.php user/ @@ -90252,7 +89921,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://deutschlandfunk.de/robots.txt +user/*http://m.media-amazon.com/robots.txt user/.* user//attending/upcoming user/account @@ -90265,14 +89934,13 @@ user/check_email user/check_email_v2 user/check_user_existence user/classeur -user/confirm_premium_navi user/deactivate user/delete-account user/error_page user/forgotPassword user/forgotten-password user/fpd/api -user/http://rfi.fr/robots.txt +user/http://news.mongabay.com/robots.txt user/images user/inbox user/libraries @@ -90455,7 +90123,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://brickset.com/robots.txt +users/profile-unpub/http://song.link/robots.txt users/ranking users/remote-logout/ users/remote-logout/*/? @@ -90503,7 +90171,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://blackberry.com/robots.txt +ut*.xmlhttp://dashboard.gglot.com/robots.txt utaukwa util util @@ -90530,7 +90198,7 @@ utl/ utm utm utm*= -utm*http://progesoft.com/robots.txt +utm*http://fun88thai.net/robots.txt utm= utm= utm_ @@ -90576,7 +90244,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://allocine.fr/robots.txt +uz/http://biblegateway.com/robots.txt uz/kb/*/discuss uz/paragraph-resource/* uz/resource/* @@ -90593,9 +90261,13 @@ uçak-bileti/cn/* uçak-bileti/ct v v$ +v-*/*/*/c v-ajax v-esi v-gender* +v-map-view.html +v-print-view +v-view-image.html v.cfm v/account/ v/badge @@ -90755,7 +90427,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://wnd.com/robots.txt +venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt vendor vendor$ vendor-info/ @@ -90793,7 +90465,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://sunsetbrian.com/robots.txt +verify/*http://soundcloud.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -90804,7 +90476,7 @@ veronica_benavides version version version.json -version/http://ask.fm/robots.txt +version/http://read.amazon.com/robots.txt version= versions versions/Unicode10.0.0 @@ -91525,7 +91197,6 @@ wala walcott walkathon walking-tall -walkinglion walkthroughs wall*?own=1 wall*?reply= @@ -91710,6 +91381,9 @@ we_are_all_unicorns wealth/*.asp$ wearenato wearepages +wearesorry.asp +wearesorry.htm +wearesorry2.htm weather weather-api weather.html?latitude= @@ -112938,7 +112612,6 @@ weightcenter/appointments-and-referrals/appointment-thankyou weiling-liu weilong weiluo -weimg wein weiran weiskel @@ -113062,7 +112735,7 @@ why-liveperson why-sell?inquirySource=482& whysecure whythisad -wicket:interface*http://negusmedia.com.au/robots.txt +wicket:interface*http://springerlink.com/robots.txt widget widget-landing-page.html widget-uploads @@ -113542,7 +113215,7 @@ wiki/Wikipedia%3APages_for_deletion wiki/Wikipedia%3APagina_delle_prove wiki/Wikipedia%3APagine_da_cancellare wiki/Wikipedia%3APagini_de_%C5%9Fters -wiki/Wikipedia%3APoczekalniahttp://lowes.com/robots.txt +wiki/Wikipedia%3APoczekalniahttp://placehold.it/robots.txt wiki/Wikipedia%3APossibly_unfree_files wiki/Wikipedia%3AProposte_di_cancellazione_semplificata wiki/Wikipedia%3AProtected_titles @@ -114280,7 +113953,6 @@ workspace workspace-betting workspacehub workwithus -world world-class-heart-care world-ip-report/ world-news-day/ @@ -114436,29 +114108,29 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://24elliottwaves.com/robots.txt -wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt -wp-admin/admin-ajax.phphttp://abc.com/robots.txt -wp-admin/admin-ajax.phphttp://bestetic.ro/robots.txt -wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt -wp-admin/admin-ajax.phphttp://diekinokritiker.de/robots.txt -wp-admin/admin-ajax.phphttp://dorisbaumer.com/robots.txt -wp-admin/admin-ajax.phphttp://en.support.wordpress.com/robots.txt -wp-admin/admin-ajax.phphttp://fintechworld.com/robots.txt -wp-admin/admin-ajax.phphttp://floridagolfmagazine.com/robots.txt -wp-admin/admin-ajax.phphttp://gamestop.com/robots.txt -wp-admin/admin-ajax.phphttp://google.hr/robots.txt -wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt -wp-admin/admin-ajax.phphttp://linode.com/robots.txt -wp-admin/admin-ajax.phphttp://maria-sigal.ru/robots.txt -wp-admin/admin-ajax.phphttp://onerpm.link/robots.txt -wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt -wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt -wp-admin/admin-ajax.phphttp://strengthaddicts.com/robots.txt -wp-admin/admin-ajax.phphttp://support.mozilla.com/robots.txt -wp-admin/admin-ajax.phphttp://tes.com/robots.txt -wp-admin/admin-ajax.phphttp://undis.eu/robots.txt -wp-admin/admin-ajax.phphttp://wpbeginner.com/robots.txt +wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt +wp-admin/admin-ajax.phphttp://akismet.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://aweber.com/robots.txt +wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt +wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt +wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt +wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt +wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt +wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt +wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt +wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt +wp-admin/admin-ajax.phphttp://openssl.org/robots.txt +wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt +wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt +wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt +wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt +wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt +wp-admin/admin-ajax.phphttp://tribe.net/robots.txt +wp-admin/admin-ajax.phphttp://vox.com/robots.txt +wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -114499,7 +114171,7 @@ wp-content/client-mu-plugins wp-content/compsub wp-content/dbsub wp-content/gallery -wp-content/mu-plugins/http://5156609.fls.doubleclick.net/robots.txt +wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -114574,7 +114246,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js -wp-content/themes/skift/inc/ajax/http://ilpost.it/robots.txt +wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -114595,7 +114267,7 @@ wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*.jpg wp-content/uploads/*.png wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://zauo.com/robots.txt +wp-content/uploads/*http://wikihow.com/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -114627,21 +114299,21 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://apemusicale.it/robots.txt -wp-content/uploads/http://cbs.com/robots.txt +wp-content/uploads/http://minimul.com/robots.txt +wp-content/uploads/http://sheknows.com/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://constantcontact.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://covertinstruments.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://elconfidencial.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://kiva.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://sothebys.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -114673,8 +114345,8 @@ wp-includes/css/*.css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://fec.gov/robots.txt -wp-includes/http://ledgeview.com/robots.txt +wp-includes/http://nokia.co.jp/robots.txt +wp-includes/http://scotusblog.com/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -115005,7 +114677,7 @@ xmlhttp xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://energy.gov/robots.txt +xmlrpc.phphttp://datastudio.google.com/robots.txt xmlsearch xmltv/ xmorelle @@ -115027,7 +114699,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://abload.de/robots.txt +xslt/http://cryptonewsventure.com/robots.txt xtra/sante-et-mieux-etre xuwang xuxiangtian @@ -115174,7 +114846,7 @@ youraccount youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://adweek.com/robots.txt +youreurope/businessDEV/http://europapress.es/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -115613,7 +115285,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://tagmanager.google.com/robots.txt +zh/internalhttp://amazon.jp/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -115739,27 +115411,27 @@ zh_tw/versions.html zh_tw/versions/*/release.html zhaoheng.gong zhcn/ -zhcz -zhde +zhcz/ +zhde/ zhenbo -zhes -zhfr -zhgr -zhit +zhes/ +zhfr/ +zhgr/ +zhit/ zhixianlei zhiyuan-sun -zhja +zhja/ zhk zhk-reviews -zhko -zhnl +zhko/ +zhnl/ zhongyingyan zhouchan zhowlett -zhpl -zhpt -zhro -zhru +zhpl/ +zhpt/ +zhro/ +zhru/ zhs/%E6%90%9C%E7%B4%A2 zhs/%E6%B5%8F%E8%A7%88 zhs/auth @@ -115768,7 +115440,7 @@ zhs/info zhs/onelook_american_dictionary_words.html zhs/onelook_british_dictionary_words.html zhs/spellcheck -zhsv +zhsv/ zht/%E6%90%9C%E7%B4%A2 zht/%E7%80%8F%E8%A6%BD zht/auth @@ -115777,7 +115449,7 @@ zht/info zht/onelook_american_dictionary_words.html zht/onelook_british_dictionary_words.html zht/spellcheck -zhtr +zhtr/ zhukov zhuohan.shao ziad @@ -115914,7 +115586,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://thewrap.com/robots.txt +~oar/http://web.whatsapp.com/robots.txt ~oratorio/wordpress ~pasr1/ ~philippe @@ -116056,6 +115728,8 @@ zzz_systest 24/ 32crhp 33k1com +36AG/english/menu_bottom.asp +36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 50x.html 51anma @@ -116082,11 +115756,11 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://arnasarspacemission.com/robots.txt +404.htmlhttp://airliners.net/robots.txt 404.php 404.php 404/ -404http://rediff.com/robots.txt +404http://diplomatie.gouv.fr/robots.txt 413gkwMT 429.html 432v·com @@ -116173,7 +115847,7 @@ zzz_systest 2012-privacy-policy 2012/10/04/single-thirtysomething-and-living-with-breast-cancer 2012/Goog -2012/collins +2012/collins/ 2012/pyRdfa/extract 2013 2013/03/21/174840895 @@ -116375,8 +116049,8 @@ zzz_systest 4900/webm.ABC 5055/aw-techrepublic 5055/maw-techrepublic +5138 5293 -5349 5480 5480.iac. 5503cc @@ -116424,7 +116098,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://he.wikipedia.org/robots.txt +101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892