diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 3d87e29b..f4d3cccb 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -126,6 +126,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &signmein*
 &sitrackingid=
 &solrsort
+&solved=
 &sort
 &sort*&page=
 &sort=
@@ -146,7 +147,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &type=98
 &usg=
 &utf8=
-&utm_source=
 &ved=
 &version=
 &view=ajax
@@ -265,6 +265,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .mp4$
 .mrss$
 .mspx
+.nocache.html
 .otf*************
 .otmi$
 .pdf
@@ -481,6 +482,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3D*%3Fls%3D
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
+/*?mm-experiments=
+/*a_aid=
 /*aardappels-afgieteng
 /*acasalamento
 /*achter-het-raam-zitten
@@ -1275,9 +1278,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /.git
 //users$
 /0,*
+/1000$
 /3daas-rotera
 /404.html
 /?
+/?*utm_campaign=
+/?*utm_content
+/?*utm_medium=
+/?*utm_newsbreak=
+/?*utm_source=
+/?_gl=
 /?action=
 /?ar
 /?category
@@ -1324,6 +1334,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /RedesignBucket
 /Results.aspx
 /Results?
+/Search/
 /SelectLocale?fromPage=
 /StatisticheProxy/proxy.jsp?action=mostVisited&domain=RaiTv
 /StatisticheProxy/tagCloudVisualizza.jsp?tagName=
@@ -1345,6 +1356,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_following
 /_globalreferences/
 /_jcr_content
+/_jcr_content/par
 /_m2
 /_prq
 /_saved
@@ -1376,6 +1388,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /adj-nav
 /admin
 /admin$
+/ads
 /affiliate_amazon.cms*
 /affiliates_content*
 /affiliates_content.cms*
@@ -1429,6 +1442,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api/wpa
 /api?
 /apis
+/app
 /app-marketplace/search?
 /app/orquesta
 /application
@@ -1459,6 +1473,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /b?ie=UTF8&node=1619732031
 /badge
 /badges
+/base-en/
 /base/logout
 /bbw
 /beaconBase$
@@ -1517,6 +1532,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cart
 /cart
 /cas-redirect
+/castr
 /cat/*failedPage=
 /cbp-*.html
 /cdn-cgi/challenge-platform
@@ -1525,6 +1541,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /changeset
 /changesets
 /channel/source/
+/channels/videos
 /chat/
 /chats/
 /checkin
@@ -1644,6 +1661,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /d--
 /datacenter/bedrockstub
 /day*.html
+/de/spiele
 /deals/compare
 /deploy_keys
 /depth_*--
@@ -1673,6 +1691,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /document/view_more
 /document/views
 /download
+/download/Browse.aspx?
+/download/browse.aspx?
+/download/confirmation.aspx?
+/download/info.aspx?
+/download/registration-suggested.aspx?
+/download/results.aspx?
+/download/thankyou.aspx
+/download/thankyou.aspx?
 /download?
 /downloadassets
 /downloadstats
@@ -1708,6 +1734,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /email/subscriptions
 /emailthispage.html
 /emailthispage.html?
+/embed
+/embed_code
 /en
 /en/categories
 /en/no-ad
@@ -1720,6 +1748,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist.html
 /error
 /error/
+/es/partidos
 /etag$
 /evalcenter/
 /events
@@ -1750,6 +1779,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedarticle
 /fetchcart
 /figures
+/file
 /files
 /filter/tips
 /finder/*/*/?*filter=*_*_*_*_
@@ -1802,6 +1832,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /h--
 /hack
 /hardware/*/cart
+/header/global-header/
 /health/search/filter
 /healthvault/
 /height_*--
@@ -1848,7 +1879,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /imagelist-*.html
 /imagelist.html
 /imagine/
+/in
 /includes
+/increment_lp_video_plays
 /info
 /info$
 /info/contactus/email-the-ceo
@@ -1864,6 +1897,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /invoices/recurring-payments
 /issues/new
 /issues/search
+/it/partite
 /item_support
 /itslideshow/*
 /ivc
@@ -1881,10 +1915,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /landing
 /lang
 /launch2005/
+/layout/
 /layoutvorlagen
 /lazy.js
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/leagues/mainNavigationChevron_icon.svg?
 /least
 /legal/advertiser-terms-and-conditions
 /lib_b/*$
@@ -1952,7 +1988,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login?
 /loginpage
 /logout
-/longform
 /longhorn/
 /lookup?
 /lp
@@ -1964,8 +1999,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mail/*
 /makeid$
 /manage
+/management
 /marketing
+/matches
 /media/oembed
+/mediaapi/
 /mediaviewer/*/tr
 /meetup_api
 /meetup_api$
@@ -1996,6 +2034,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mtlibraryrss/
 /multistore
 /munich/index_html
+/music/*/Search/
+/music/*/search/
 /music/cart
 /music/orders
 /music/track-
@@ -2031,10 +2071,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newreleases*sort=title
 /newreleases*source_code=
 /newreleases?&
+/newsearch/
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
 /no-search-results
+/node
 /node/add
 /nu$
 /nu-
@@ -2087,6 +2129,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pgtrack.js
 /photo-center/*
 /photoshop-elements-editor
+/ping
 /pingback$
 /pinned_flashes
 /pins
@@ -2109,9 +2152,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /popular/*/channel
 /portal
 /portfolio
-/pos/store/search?
 /posts
 /posts$
+/posts/*/edit$
+/posts/*/publish$
 /potmsearch/export
 /powershell/
 /preferences/
@@ -2154,8 +2198,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /raw
 /reactions
 /readcasts
+/reader
 /reader-*.html
 /reader.html
+/reads/*/read$
 /realtime_changes
 /references
 /referrer$
@@ -2301,6 +2347,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchDirectory
 /searchsuggest
 /secure/
+/security/search-results.aspx?
 /select*?
 /select-cadeau-sparen/?
 /selectlocale-dmc?fromPage=
@@ -2322,6 +2369,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /services/success-plans/accelerators._filter.RG*.
 /services/success-plans/accelerators/._filter.P*.
 /services/success-plans/accelerators/._filter.RG*.
+/sessions
 /settings
 /share
 /ship-to-country
@@ -2339,6 +2387,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /signup?signup_token=
 /sim/B001132UEE
 /similar
+/singlepage/epipe
+/singlepage/pipe
+/singlepage/uncached_pipe
 /site/
 /sitecore/
 /sitemap
@@ -2367,12 +2418,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /stopartnertest/
 /store
 /store/
+/store/*/layout/
+/store/*/search/
 /store/account
 /store/admin
+/store/buynow?
+/store/cart
 /store/cart
 /store/carts
 /store/checkout
 /store/checkouts
+/store/d/groove-music-pass/cfq7ttc0k5dq/0001
+/store/locations/store-locations-sitemap.xml
+/store/music/groove-music-pass/*
 /store/orders
 /story_pins
 /structures
@@ -2401,6 +2459,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tags$
 /tarball
 /te-lc
+/teams/mainNavigationChevron_icon.svg?
 /techgadgets/*
 /temporal
 /test
@@ -2435,6 +2494,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /unanswered
 /undefined
 /undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
+/unfeature
+/unfeature$
+/unsubscribe/
 /updatecart
 /upload/analyse
 /upload/cloud
@@ -2465,6 +2527,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /users/popular-week
 /util$
 /utils
+/v2
 /vaak-samen-gekocht
 /vendorActivityManager
 /vendorLeadTime
@@ -2479,9 +2542,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /video_pins
 /videolist-*.html
 /videolist.html
+/videos
 /videos/manifest
 /videos/secure
 /videos/selector
+/videos/undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
 /videosearch
 /vids
 /viewer/
@@ -2491,9 +2556,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /visited-today
 /visited/*/group
 /visited/group
+/vn
 /vsarticleshow/*
 /w
 /w--
+/wal/
 /watch
 /watch-fragments
 /watchers
@@ -2533,14 +2600,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wrd.walmart.com
 /x-productkb/global/phone-support-orders.html
 /xhr
+/xposts
 /zealots
+/zh-CN
 /zipball
 /{0}/
+/{image}
+/{link}
+/{{url
 0
 0*?
 ;preview=
-<div
 =$
+=imgmanager
 ?
 ?
 ?$
@@ -2634,6 +2706,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*ref
 ?*replies=
 ?*reviews_page
+?*s=
 ?*scrape
 ?*scriptPath
 ?*searchResultPosition=
@@ -2799,7 +2872,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?_health_check_=
 ?_locale=
 ?_preview=
-?a_aid=
 ?act=
 ?action=
 ?action=callus
@@ -2890,6 +2962,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?edit=
 ?edit_id=
 ?ei=
+?embed
 ?embed=
 ?en
 ?en-ph
@@ -2921,6 +2994,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fr
 ?fromTime=*
 ?ftag=
+?georedirect=
 ?go=
 ?go=111b735a516af85c84df92fa7be3eface405339a91bac1c0d5bf8db96e9a2fc1
 ?gologin=1
@@ -2946,7 +3020,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?iframe=
 ?image=
 ?industry=agency
+?initialLeagueId=
 ?inpageEditorUI=
+?intc=
 ?invite=
 ?isIframeEmbed=1$
 ?isPreview=
@@ -2974,7 +3050,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?maca=
 ?maspect
 ?mediaId=
-?mm-experiments=
 ?mobile=basic
 ?mobile=true
 ?module=
@@ -3009,6 +3084,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?pageToken=
 ?pager.offset=
 ?pagespeed
+?partner=
 ?pcrid=
 ?pgtype=
 ?photoAlbumId=
@@ -3097,6 +3173,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?section=
 ?services
+?setLocale=
 ?set_mobile=
 ?sgsc=*
 ?share=
@@ -3169,6 +3246,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?vi
 ?view=ajax
 ?view=json
+?view_medium=
+?view_source=
 ?viewday=
 ?viewmont=
 ?viewmonth=
@@ -3268,6 +3347,7 @@ AccountAccess
 AccountDisavow?
 AccountStatus
 Activate
+ActivityUID=
 AddThis.com
 AddToList
 AddToRegistry
@@ -4302,6 +4382,8 @@ GLOBPICS
 Generic/Generic/SendPrint/
 GenericRegistryPortalView
 Genieo
+Germany/kleinunternehmen/euga/detail.mspx?
+Germany/kleinunternehmen/euga/results.mspx?
 GiftRegistrySearchViewCmd
 Gigabot
 GoogleInternetAuthority
@@ -4318,6 +4400,7 @@ Help
 HelpContent
 Heritrix
 HpImageArchive.aspx
+HpOptOut=true$
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -4389,6 +4472,7 @@ InternalError.html
 IstellaBot
 JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml
 Jai-Mrug*
+Japan/DirectX/default.asp?
 JikeSpider
 Jyxobot
 Kimengi
@@ -4749,6 +4833,7 @@ Sublayouts
 Support
 Systems
 TC/spfs/asia
+TOCLinksForCrawlers*
 TargetListPortalView
 TargetStoreLocatorCmd
 Taxonomy/CommonTree
@@ -4945,6 +5030,7 @@ _fpclass
 _frdtcr
 _ga
 _ga=
+_ga_
 _generated
 _global_notifications
 _hcms/forms//embed/v3/form/53/438f4c23-5908-4c4e-a9a7-e30a3897211b/json?hutk=
@@ -5231,8 +5317,40 @@ action/showTopic
 action/showXml
 action/showfeed
 action/sso
+action=accessorysearch&
+action=accessorysearch&page=2$
+action=accessorysearch&page=3$
+action=accessorysearch&page=4$
+action=accessorysearch&page=5$
+action=accessorysearch&page=6$
+action=accessorysearch&page=7$
+action=accessorysearch&page=8$
+action=accessorysearch&product=*$
+action=accessorysearch&product=*&*
+action=catalogsearch&
+action=catalogsearch&catalog_mode=grid&page=2$
+action=catalogsearch&catalog_mode=grid&page=3$
+action=catalogsearch&catalog_mode=grid&page=4$
+action=catalogsearch&catalog_mode=grid&page=5$
+action=catalogsearch&catalog_mode=grid&page=6$
+action=catalogsearch&catalog_mode=grid&page=7$
+action=catalogsearch&catalog_mode=grid&page=8$
+action=catalogsearch&catalog_mode=list&page=2$
+action=catalogsearch&catalog_mode=list&page=3$
+action=catalogsearch&catalog_mode=list&page=4$
+action=catalogsearch&catalog_mode=list&page=5$
+action=catalogsearch&catalog_mode=list&page=6$
+action=catalogsearch&catalog_mode=list&page=7$
+action=catalogsearch&catalog_mode=list&page=8$
 action=delete
 action=history
+action=overlay&
+action=productLinkAction&
+action=productSupportSearch
+action=productcompareaction&
+action=quickSearch&
+action=siteSearch
+action=writeReview
 action?
 actions
 actions/news/rss
@@ -5278,7 +5396,6 @@ addContacts
 addToHistory
 add_diary.pl
 add_favorite
-addappterless
 addboard
 adddata
 addemail
@@ -5323,7 +5440,6 @@ adsrepository
 adtest
 adtrack
 adult
-adv/news/vystavka-prodazha-na-poiske-poyavilas-tovarnaya-galereya
 advanced-search
 advanced-search/x
 advanced/adv-suggestions
@@ -5459,7 +5575,6 @@ alink
 alkali
 all
 all-supported-params
-all?
 allegation
 allprodreviews
 allproductreview
@@ -5688,13 +5803,10 @@ arabic
 arama
 archiv/regional
 archive
-archive$
-archive/api/image.jpg
 archive/article
 archive/graphs.php
 archive/lifestyle/wellness/1999/01/19/an-illness-no-one-understands-tourettes-syndrome/852df0cc-2164-4c83-be8d-0c770d028547
 archive/page
-archive/project/sovsport$
 archived
 archives
 archivos
@@ -5733,6 +5845,8 @@ articles/test
 articles/the-meaning-behind-juneteenth-11592413234
 articleshowbriefs*
 artist/127231622/radio?autoplay=true
+artist/export_shows_csv
+artist/view_widget_popup
 artists
 artists/*/top_iq_earners
 arts/library/
@@ -5977,9 +6091,8 @@ audio?performer=1&q=
 audio_ad?
 audio_file
 audio_news
+audio_player
 aui/inbound
-aura
-aura/promo
 auth
 auth
 auth$
@@ -6772,6 +6885,7 @@ bkshp?*q=
 bl.uk_lddc_bot
 black-friday/0/best-amazon-black-friday-deals-2017-us
 black-friday/0/best-amazon-black-friday-weekend-deals-2017-us
+blacklisted*
 blank.html
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
@@ -6864,7 +6978,6 @@ blogintegrations/
 blogletspeak/
 blogmarketing/
 blogs
-blogs$
 blogs/
 blogs/$
 blogs/*%2B
@@ -6984,7 +7097,6 @@ bpage-preview
 br
 br*/blog-article-remove-faq-utms-*.js
 br*/cdn-cgi/challenge-platform
-br*/pos/store/search?
 br*/step
 br*/submit
 br*/submitted
@@ -7096,8 +7208,6 @@ bus/Nouveau-Brunswick
 bus/Nouvelle-Ecosse
 bus/Terre-Neuve-et-Labrador
 bus/Territoires-du-Nord-Ouest
-bus/api
-bus/orders
 bus/print
 bus/widget
 buscador
@@ -7172,6 +7282,8 @@ bz/corporate/contact
 bz/index.html
 bz/news
 c
+c.
+c./poni
 c/*attr_*=
 c/*price_bucket=
 c/*search_type=
@@ -7281,6 +7393,10 @@ c/en/us/products/products-sanity-test
 c/en/us/solutions/solutions-sanity-test
 c/en/us/support/web/tools/scm/help/ru-RU/
 c/en/us/support/web/tools/scm/help/stage/ru-RU/
+c/facebook
+c/facebook_artist
+c/fan_reach
+c/fr
 c/how-to-diy.atom
 c/kp/*/page
 c/m/digital/
@@ -7289,6 +7405,7 @@ c/programming.atom
 c/research.atom
 c/ru_ru/
 c/science.atom
+c/subscription
 c/technology.atom
 c360/v1/track
 c360_v1_track
@@ -7614,6 +7731,7 @@ campaigns/logout.html
 campaigns/thankyou.html
 campaignshowcase/
 campaigntrailnotused
+canada/Library/mnp/2/aspx/
 cancel
 cancel-membership
 candidates
@@ -8283,6 +8401,10 @@ common/survey.aspx
 common_assets/static-2.197
 common_assets/static-2.198
 communities
+communities/bin.aspx?
+communities/blogs/PortalResults.mspx?
+communities/eventdetails.mspx?
+communities/rss.aspx*
 communities/sitemap
 community
 community
@@ -8512,9 +8634,38 @@ content/dam/Deloitte/nz/Documents/noindex/
 content/dam/Deloitte/us/Documents/noindex/
 content/dam/Deloitte/xc/
 content/dam/Deloitte/xl/
+content/dam/cra-arc/formspubs
 content/dam/fedex-com/hdn/
 content/dam/insights/us/USI-dev/
+content/dam/ircc/documents/pdf/english/kits/forms/imm0143e.pdf
+content/dam/ircc/documents/pdf/english/kits/forms/imm0144e.pdf
+content/dam/ircc/documents/pdf/english/kits/forms/imm5444
+content/dam/ircc/documents/pdf/english/kits/forms/imm5475
+content/dam/ircc/documents/pdf/english/kits/forms/imm5476
+content/dam/ircc/documents/pdf/english/kits/forms/imm5644
+content/dam/ircc/documents/pdf/english/kits/forms/irm0002
+content/dam/ircc/documents/pdf/english/kits/forms/irm0004
+content/dam/ircc/documents/pdf/english/kits/forms/irm0005
+content/dam/ircc/documents/pdf/english/kits/guides/guide-0142-airlifted-afghanistan-pathway-pr.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm0143f.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm0144f.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5444
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5475
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
+content/dam/web/da_dk/www
+content/dam/web/de_ch/www
+content/dam/web/de_de/www
+content/dam/web/en_ca/www
+content/dam/web/en_dk/www
+content/dam/web/en_gb/www
+content/dam/web/en_ie/www
+content/dam/web/en_is/www
 content/dam/web/en_us/www/assets/pdf
 content/dam/web/en_us/www/documents
 content/dam/web/en_us/www/documents/legal/Agreements/product-specific-terms/premier-priority-terms.pdf
@@ -8523,8 +8674,20 @@ content/dam/web/en_us/www/documents/legal/misc/usla-excluded-services.pdf
 content/dam/web/en_us/www/documents/legal/no-index
 content/dam/web/en_us/www/documents/legal/supplier/salesforce-vendor-privacy-exhibit-emea_psa_subcontractors-archived-121118.pdf
 content/dam/web/en_us/www/documents/legal/work-unit-catalog
+content/dam/web/es_es/www
+content/dam/web/es_mx/www
+content/dam/web/fi_fi/www
+content/dam/web/fr_ca/www
+content/dam/web/fr_ch/www
+content/dam/web/fr_fr/www
+content/dam/web/it_ch/www
+content/dam/web/it_it/www
 content/dam/web/ja_jp/www/assets/pdf
 content/dam/web/ja_jp/www/documents
+content/dam/web/nl_nl/www
+content/dam/web/no_no/www
+content/dam/web/pt_br/www
+content/dam/web/sv_se/www
 content/download
 content/en/us/td/docs/Sanity
 content/flood
@@ -8548,6 +8711,16 @@ contribute
 contributors/
 control
 controller
+controller/audio_player
+controller/facebook
+controller/facebook_artist
+controller/fan_reach
+controller/fan_reach/add_email_flash
+controller/fan_reach/add_email_widget
+controller/rss
+controller/store/store_checkout
+controller/subscription
+controller/widget
 controlsVisibleOnLoad=
 conversation
 conversations
@@ -8905,6 +9078,7 @@ de-ch
 de-ch/
 de-de
 de-de/
+de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/search
@@ -9869,11 +10043,18 @@ en-us/favourites.html
 en-us/home.html?location=home
 en-us/quick-help/*
 en-us/tracking.html?action=track
+en-us/windows/si/matrix.html
 en-usbrary
 en-xa
 en-xa/*http://upload.wikimedia.org/robots.txt
 en-za/
 en/
+en/*/footer/contactinformation.html
+en/*/menu.html
+en/*/menu/footer.html
+en/*/menu/header.html
+en/*/search.html
+en/*/search/advanced-search.html
 en/*automation-test-area
 en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
@@ -9892,6 +10073,7 @@ en/freelance-work
 en/googlehangouts
 en/healthandsafety/
 en/home.html
+en/immigration-refugees-citizenship/services/reference-include
 en/internetexplorer
 en/legal/pre-release-terms/
 en/license/ibis-models
@@ -9899,13 +10081,25 @@ en/license/licensing-agreement/
 en/license/saber-models/
 en/license/spice-models
 en/meetings/full-capacity
+en/microsoft-365
+en/microsoft-365/
+en/microsoft-teams
+en/microsoft-teams/
+en/microsoft-viva
+en/microsoft-viva/
 en/news/canarias/diary
 en/offline-site
 en/profile/*
 en/ratings-rewards/car-details/
+en/revenue-agency/web-services-test
 en/search?
 en/searchbetter
+en/security
+en/security/
+en/service-canada
 en/skype
+en/sr/srb.html
+en/sr/srb/sra.html
 en/topics/everydaylife/
 en/us
 en/users
@@ -10153,6 +10347,12 @@ es/market/confederate_flag
 es/market/dixie_flag
 es/market/rebel_flag
 es/messages
+es/microsoft-365
+es/microsoft-365/
+es/microsoft-teams
+es/microsoft-teams/
+es/microsoft-viva
+es/microsoft-viva/
 es/mini.php
 es/multistore/es_canary_islands
 es/music/*/+images
@@ -10182,6 +10382,8 @@ es/search*search_type=
 es/search*ship_to=
 es/search/autocomplete
 es/search?
+es/security
+es/security/
 es/sell
 es/share
 es/shop_name_search_service
@@ -10445,7 +10647,8 @@ fallback
 false/select-store-cookies.html
 family_filter
 familylink-earlyaccess
-familysearch
+fan/feed
+fan_reach
 faq-index-search?*
 faq_search.php
 fashion-shows
@@ -10471,8 +10674,10 @@ fbl/terms.html
 fbpostaction.cms?article=
 fbx
 fcgi-
+fckeditor
 fd/
 fdbk
+fe=true
 feature/sf-test
 feature_nine_browse-bin=
 feature_seven_browse-bin=
@@ -10514,6 +10719,7 @@ feeds.thetimes.co.uk/puzzles
 feeds.thetimes.co.uk/timescrossword
 feeds/
 feeds/*
+feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/rss
 feeds/user_rss
 feeds/videos.xml
@@ -10819,6 +11025,12 @@ fr-fr/feedback
 fr-fr/lp
 fr-fr/search
 fr-fr/search/$
+fr/*/footer/Coordonnees.html
+fr/*/menu.html
+fr/*/menu/footer.html
+fr/*/menu/header.html
+fr/*/rechercher.html
+fr/*/rechercher/recherche-avancee.html
 fr/*?*shpxid=
 fr/*?order=
 fr/*color=
@@ -10834,6 +11046,7 @@ fr/@
 fr/account
 fr/admin
 fr/advanced-search/x
+fr/agence-revenu/test-web-services
 fr/android/collections
 fr/android/search
 fr/api
@@ -10891,6 +11104,7 @@ fr/help/sitemap.php
 fr/herramientas/generador-de-logos/onboarding
 fr/histoire
 fr/homepage-flash-testing.jsp
+fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/invites/buy
 fr/kb/*/discuss
 fr/label
@@ -10904,6 +11118,12 @@ fr/market/confederate_flag
 fr/market/dixie_flag
 fr/market/rebel_flag
 fr/messages
+fr/microsoft-365
+fr/microsoft-365/
+fr/microsoft-teams
+fr/microsoft-teams/
+fr/microsoft-viva
+fr/microsoft-viva/
 fr/mini.php
 fr/motivator/
 fr/music/*/+images
@@ -10934,10 +11154,15 @@ fr/search*ship_to=
 fr/search/autocomplete
 fr/search/x
 fr/search?
+fr/security
+fr/security/
+fr/service-canada
 fr/share
 fr/shop_name_search_service
 fr/solutions/case-studies/
 fr/solutions/case-studies/innovators/innovators-eu/
+fr/sr/srb.html
+fr/sr/srb/sra.html
 fr/strumenti/creatore-di-logo/onboarding
 fr/tag/*/shoutbox
 fr/tag/*/shoutbox?
@@ -10967,6 +11192,9 @@ fragment.*.html
 fragment.*.json
 fragment.html
 fragment.json
+france/formation/centres/planning.asp?
+france/ie/default.asp?
+france/mnp_utility.mspx?
 franchise/
 free
 free-cancellation/index.
@@ -10978,7 +11206,6 @@ freemonth
 freertos/archive
 french/thewto_f/minist_f/mc10_f/coordinator_guide_f.pdf
 french/thewto_f/minist_f/mc10_f/participant_guide_f.pdf
-fresh
 friends
 friends-through-gvhd
 friendsprofile
@@ -11197,11 +11424,14 @@ general.
 general/dbapps/404
 generated_files
 genre
+genuine/
 geo/download
 geo/tools
 geocoder
 geoip.php
 geooverride
+germany/library/images/mnp/
+germany/video/de/de/related*
 get
 get$
 get-author-review
@@ -11858,6 +12088,7 @@ hp/focus-retrocompatibile$
 hp/video/api
 hp/video/mystuff
 hp/video/profiles
+hpc/*/supported-applications.aspx?
 hpm
 hpmob
 hr
@@ -12151,6 +12382,7 @@ ie/guest-pass
 ie/help/sitemap
 ie/help/sitemap.php
 ie/herramientas/generador-de-logos/onboarding
+ie/ie40/
 ie/invites/buy
 ie/landing
 ie/learn/identity/*login
@@ -12302,21 +12534,15 @@ images/li.gif
 images/logging_requests.gif
 images/mockups
 images/ndtvvideo/*
-images/pad/search?rpt=imageview
-images/pad/search?text=*&source=morda
 images/resume
 images/search%3F
 images/search/?
 images/search?
-images/search?rpt=imageview
-images/search?text=*&source=morda
 images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
 images/touch/?
-images/touch/search?rpt=imageview
-images/touch/search?text=*&source=morda
 images/usedcarimages
 images/userprofileimg
 images/v$
@@ -12324,6 +12550,7 @@ images/viewconfig$
 images?
 imagesrv/pdf/DIR_TSO_2531
 imagine/
+imaginecup/*
 imesync
 img
 img/placeholder.gif
@@ -12547,12 +12774,13 @@ infinite-scroll-recipe
 infinite-scroll-review
 info
 info/agb/anb-2018.html
+info/agb/api.html
 info/agb/starter-2018.html
+info/customerror.htm*
 info/jobs/Development-Operations-Engineer.html
 info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
-info/jobs/Werkstudent.html
 info/jobs/ba-medieninformatik.html
 info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
@@ -12570,6 +12798,8 @@ info/jobs/showmaster.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
+info/jobs/werkstudi-social-media.html
+info/smart404.asp*
 info/tech-feedback
 info2/*
 infoods/biodiversity
@@ -12633,6 +12863,7 @@ intl/node/add
 intl/search
 intl/user
 intl/user$
+intlkb/
 intro
 intro.naver
 intro.nhn
@@ -12969,6 +13200,11 @@ ja/user/*/shoutbox?
 ja/users
 ja_jp/templates/M
 jajp/
+japan/directx/default.asp?
+japan/enable/textview.asp?
+japan/products/library/search.asp?
+japan/showcase/print/default.aspx?
+japan/terminology/query.asp?
 jasmine-runner/static-1.14
 jasmine-runner/static-1.15
 jasmine-runner/static-1.17
@@ -13006,7 +13242,6 @@ jobs/companies/n
 jobs/cv/sign-up-and-create
 jobs/email-job
 jobs/n
-jobs/skill-diagnostic/private
 jobs/view/externalApply
 jobs?runSearch
 johnhancock
@@ -13755,6 +13990,7 @@ logtopickeywords*
 londres-2012/?
 londres-2012/module
 londres-2012/videos
+longform
 longhorn/
 lookup
 lookup?s=
@@ -13846,7 +14082,9 @@ ma
 ma/corporate/contact
 ma/index.html
 ma/news
+mac/help.mspx?
 macros
+mactopia/help.mspx?
 maestro
 maestro/api
 magazine
@@ -13899,7 +14137,12 @@ mailinglist/email
 mailman
 main
 main/
+main/global_search
 main/images
+main/local_scene
+main/search
+main/search_artist
+main/search_song
 make/request
 makeorder
 manage
@@ -13930,8 +14173,6 @@ mapi?*
 mapprint?
 maps
 maps/*?lang=kk$
-maps/*?lang=ru$
-maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
@@ -14434,6 +14675,7 @@ mn/kb/*/discuss
 mn/search
 mn/user
 mn/users
+mnp_utility.mspx?
 mnt/
 mob/tracking
 mobile
@@ -14593,6 +14835,7 @@ music/*/+shoutbox
 music/*/+shoutbox?
 music/*/+wiki/shoutbox
 music/*/+wiki/shoutbox?
+music/*/wal/
 music/+noredirect
 music/album
 music/artist
@@ -15656,6 +15899,7 @@ page/scientific-american-mind-digital-subscription-user-guide
 page/send-email/*
 page/slbu
 page?
+page_object/page_object_status
 pagead/*/show_ads_impl.js
 pagead/*/show_ads_impl.js
 pagead/js/adsbygoogle.js
@@ -15795,7 +16039,6 @@ pegulator
 pending
 pendings.php
 people
-people/$
 people/*/*?*daterange
 people/*/*?*page
 people/*/category
@@ -15807,8 +16050,6 @@ people/iweReconnectAction
 people/like
 people/offers.html
 people/oldhelp/
-people/pad$
-people/pad/$
 people/quickbook-integration.html
 people/search
 people/setup-guide.html
@@ -16115,7 +16356,6 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyXgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PwoUChJXYXMgaGVpw590IFJvYm90cz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22ZYpFWZJmwz68u-vtRHdzsemAEFQ\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -16341,10 +16581,6 @@ podcasts/yous-yay-new-emotions.html$
 podpiska/login.pl
 pogod
 pogoda
-pogoda/*?*lat=*&*lon=
-pogoda/*?*lon=*&*lat=
-pogoda/404
-pogoda/search
 pointroll
 policies
 policies/dpa
@@ -16424,7 +16660,6 @@ preference
 preferences
 preferences/
 preferences/cookies
-prefetch
 prefs
 preisvergleich
 prelex
@@ -16542,10 +16777,8 @@ products/explore
 products/finder
 products/holiday-sales-*sgbr-sg
 products/home-perf
-products/product/*/sku
 products/query
 products/query/*nqrwns
-products/search?text=
 products/world-war-i/?category=
 products;
 products?
@@ -16646,7 +16879,6 @@ promo/diskelement
 promo/launcher/?
 promo/launcher/feedback
 promo/launcher/mgoodbye
-promo/market/mobile/app*?from=
 promo/skype*?
 promo/skype/*
 promo/yobject/changelog
@@ -16892,12 +17124,6 @@ q/*/settings
 q/*/stats
 q/*/submissions
 q/*/suggestions
-q/profile/*/answers
-q/profile/*/articles
-q/profile/*/org_answers
-q/profile/*/questions
-q/profile/*/subscribers
-q/profile/*/verifies
 q/static-3.28
 q/static-4.11
 q/static-4.12
@@ -16906,12 +17132,6 @@ q/static-5.22
 q/static-5.23
 q/static-5.28
 q/static-5.29
-q/user/*/answers
-q/user/*/articles
-q/user/*/org_answers
-q/user/*/questions
-q/user/*/subscribers
-q/user/*/verifies
 q=
 qa
 qantas
@@ -17138,6 +17358,7 @@ remove-favorite
 remove_email/t2_
 renders
 renewal
+rep=hc
 replace
 reply?
 repo/create
@@ -17316,6 +17537,8 @@ router
 row
 royalty-free-subscriptions.php
 rpg.php
+rpk/artist_stats
+rpk/played_song
 rpx
 rr/mopic/staff
 rs
@@ -17344,6 +17567,7 @@ ru
 ru$
 ru-*/
 ru-ru/
+ru-ru/events/platforma/materials/default.aspx?speaker*
 ru/
 ru/*search
 ru/advanced-search/x
@@ -17399,6 +17623,7 @@ ru_ru/shablony/M
 rubric2sport
 run
 rundowns/segment.php?
+rus/licensing/Unilateral.aspx/*
 rvh
 rw-reg/http://realmenrealstyle.com/robots.txt
 rw/WashingtonPost/Content/Epaper
@@ -17514,7 +17739,6 @@ school-architecture-design/wp-content/sites/
 school-architecture-design/wp-content/themes/
 school-architecture-design/wp-content/wp-admin/
 school-architecture-design/wp-content/wp-includes/
-schoolsearch
 sciam/esi-my-account.cfm
 sciam/remote
 science/MiamiMultiMediaURL
@@ -17768,7 +17992,6 @@ search/customers/browse
 search/customers?
 search/default.aspx?*
 search/ec_solr
-search/entity/touch
 search/events/_
 search/events?
 search/feed_content?
@@ -18225,6 +18448,7 @@ shots/week
 shots/year
 show-email
 show-error-
+show/delete_saved_shows
 show/koth-show
 show_bug.cgi
 show_bug.cgi*ctype=
@@ -18835,6 +19059,8 @@ sp/2for1
 sp/3for2
 sp=
 sp_url=
+spain/empresas/
+spain/medianaempresa/
 spanish-index-date-search?*
 spanish-index-search?*
 spanish/thewto_s/minist_s/mc10_s/coordinator_guide_s.pdf
@@ -19129,6 +19355,7 @@ store/xhr/getdevicepermissions
 store/xhr/install
 storeLocator
 storeLocator/ca_storefinder_results.do
+store_iframe
 store_purchase
 storecard
 storeclick
@@ -19212,6 +19439,7 @@ subscribe/user
 subscribe/v3
 subscribe/view.pl
 subscribe_success
+subscription
 subscription-topup-credits-buy.php
 subscriptioncancel
 subscriptions
@@ -19395,9 +19623,9 @@ swg
 switch-account
 switch-membership
 sync
-sync-domains
 syndicate
 system/
+system/maintenance.html
 system1/images
 szl/forums
 szl/kb/*/discuss
@@ -19505,11 +19733,7 @@ take-a-class/participant-materials
 takedown
 talent/matches
 talk
-talk/api
-talk/create
 talk/new_topic
-talk/user
-talk/user/*/article
 talks2
 talktalk
 tally-loader-react/static-1.65
@@ -20173,8 +20397,6 @@ uas/oauth2
 uds
 ugc
 ugc$
-ugcpub
-ugcpub/cabinet
 ugcsupport
 ugcsupport$
 ui
@@ -20663,6 +20885,7 @@ user/*/track
 user/*/track?page=
 user/*?*redirect=
 user/.*
+user/account_disabled
 user/fpd/api
 user/login
 user/login
@@ -20763,8 +20986,6 @@ users/user_hints
 using
 uslugi
 uslugi/$
-uslugi/*/category/doctors
-uslugi/cab
 usopen09/*
 uspod
 usr
@@ -20841,6 +21062,7 @@ velo/profile
 vendor
 ventureone
 venue/claim
+venue/venue_take_ownership_from_add_show__ownership_taken
 verification/source
 verificationofemployment
 verified-modal
@@ -20901,7 +21123,6 @@ video-search
 video.php
 video/$
 video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81
-video/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81/*text=
 video/*/preview
 video/*/search
 video/*filmId=
@@ -21273,6 +21494,7 @@ widget_chunks
 widgets
 widgets/content_iframe
 widgets/content_js
+widgets/trk
 widgets=
 widnows/
 width--
@@ -21970,6 +22192,13 @@ wikipedia/commons/archive
 win9x/
 wincontacts/
 windows/
+windows/404.aspx?*
+windows/campaign/features-built-in-apps.aspx
+windows/campaign/meet-apps.aspx
+windows/campaign/meet-start.aspx
+windows/compatibility/windows-7/
+windows/compatibility/windows-7/*
+windows/compatibility/windows-vista/
 windows/resources/whitepapers/
 windows/server2003/access/
 windows2000/
@@ -22292,18 +22521,6 @@ xs4all
 xsl/
 y1=
 yaca
-yaca/$
-yaca/*.xml$
-yaca/*/geo
-yaca/*/synt2
-yaca/*/time
-yaca/*/tungrp
-yaca/cat/*/$
-yaca/cat/*/geo
-yaca/m/$
-yaca/m/yca/cat/*/$
-yaca/result.xml
-yandpage
 yandsearch
 yap/preview
 yca/cy
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 0a256c53..3b52567f 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -657,6 +657,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &size=
 &size=*
 &solrsort
+&solved=
 &sort
 &sort*&page=
 &sort=
@@ -936,6 +937,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .aspx
 .aspx$
 .aspx$
+.aspx$http://buycatfleamedicine.com/robots.txt
 .aspx?Currency
 .aspx?currency
 .aspx?module
@@ -979,7 +981,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css$
 .css*
 .css*************
-.css?
 .csshttp://famicom-guitar.com/robots.txt
 .cssx$
 .csv
@@ -1076,7 +1077,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js$
 .js*
 .js**************
-.js?
 .jshttp://domains.google/robots.txt
 .json
 .json
@@ -1121,6 +1121,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .mspx
 .net
 .new.html
+.nocache.html
 .org
 .otf*************
 .otmi$
@@ -1677,6 +1678,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?_requestid=
 /*?attachment-id=
 /*?label=
+/*?mm-experiments=
 /*?p1=
 /*?p2=
 /*?p3=
@@ -1693,6 +1695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*LP-ThankYou*
 /*Order-History
 /*_question_bank
+/*a_aid=
 /*aardappels-afgieteng
 /*acasalamento
 /*account/*/?next=*
@@ -2528,7 +2531,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ///*
 //users$
 /0
-/0,*
 /0,,
 /1$
 /1.6
@@ -2600,10 +2602,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?
 /?*
 /?*&page=*
+/?*utm_campaign=
+/?*utm_content
+/?*utm_medium=
+/?*utm_newsbreak=
+/?*utm_source=
 /?SHOWALL*
 /?__hstc=
 /?_ga=
 /?_gl=
+/?_gl=
 /?_hsenc=
 /?_ptid=*
 /?a=
@@ -2734,7 +2742,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax
 /Ajax/MediaData
 /Ajax/Similar
-/Analog/
 /Anv%C3%A4ndardiskussion:
 /Anv%C3%A4ndare:
 /Användardiskussion:
@@ -2949,6 +2956,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ScriptServelet
 /Search
 /Search
+/Search/
 /Sections
 /SelectLocale?fromPage=
 /Shared/
@@ -3052,6 +3060,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_jcr_content/*/*.jpeg$
 /_jcr_content/*/*.jpg$
 /_jcr_content/*/*.png$
+/_jcr_content/par
 /_layouts
 /_layouts/1033/core.js?rev=*
 /_layouts/1033/init.js?rev=*
@@ -3144,6 +3153,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /admin/*
 /admin_link$
 /administrator/*
+/ads
 /adults/VolunteerDocent
 /advanced-sparql-query-editor
 /advertiserDetail
@@ -3201,12 +3211,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /amex-express-checkout
 /amp
 /amp$
-/amp$http://sendspace.com/robots.txt
 /amp-ivw.html
 /amp/
 /amp_msp_amazon_gadget.cms*
 /anal-
-/analog/
 /analysis-logger/*
 /analytics
 /andalucia/*_directo.html
@@ -3236,6 +3244,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /apac
 /api
 /api$
+/api-v4
+/api-v5
 /api/*amount
 /api/amp
 /api/rothko/modules/recently_viewed
@@ -3375,6 +3385,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /badges
 /bapi
 /bapi/fe/growth
+/base-en/
 /base/logout
 /basket
 /bb-d$
@@ -3607,6 +3618,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cart.html
 /cart/*
 /cas-redirect
+/castr
 /cat
 /cat/*failedPage=
 /cat_CL*_1_1
@@ -3643,6 +3655,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /channel/source/
 /channelcommunity
 /channels
+/channels/videos
 /chart-webview
 /chase
 /chat
@@ -3790,6 +3803,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /confirmation/
 /connected-living/content-library
 /connections/*
+/connexion?redirect=
 /consent-string
 /contact
 /contact-us
@@ -3919,7 +3933,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /core/*.png
 /core/*.svg
 /core/*.svg
-/corporate/home/
 /cortana/dashboard/debugsettings
 /cortana/signup/showform
 /country
@@ -4003,6 +4016,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /dcommon
 /dcterms
 /ddl
+/de/spiele
 /dealer
 /deals-page
 /deals/compare
@@ -4077,6 +4091,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /download.tour.fit
 /download.tour.gpx
 /download/
+/download/Browse.aspx?
+/download/browse.aspx?
+/download/confirmation.aspx?
+/download/info.aspx?
+/download/registration-suggested.aspx?
+/download/results.aspx?
+/download/thankyou.aspx
+/download/thankyou.aspx?
 /download:
 /download?
 /downloadImage/
@@ -4155,6 +4177,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /embed/$
 /embed/enterprise-form
 /embed/single-line-form
+/embed_code
 /embeddable/
 /embedded-player?videoId=
 /embedded-systems/doku.php
@@ -4289,6 +4312,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /error/*
 /es/accesibilidad
 /es/aviso-legal
+/es/partidos
 /eshop
 /esi
 /espiar/*
@@ -4518,7 +4542,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /gallerylist
 /games/archive
 /games/search
-/gated/
 /gcbalance
 /gcrnsts
 /gdprStatus
@@ -4570,6 +4593,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /harm-to-self
 /harming-humans
 /hasen
+/header/global-header/
 /headlines
 /health/search/filter
 /healthcare/campaign/
@@ -4731,6 +4755,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /impressum$
 /imprimer
 /imprimer.php
+/in
 /in-content-providers/
 /inbox
 /inc/
@@ -4741,6 +4766,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /include_wersi-text
 /includes
 /includes/js/dojo-release-1.8.0-src/dojo/resources/blank.html
+/increment_lp_video_plays
 /increment_view_count
 /index.do
 /index.htm?facetcriteria=
@@ -4770,6 +4796,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ingoing/payment
 /initLoad$
 /inquiry
+/inscription?redirect=
 /insights
 /install.php
 /int
@@ -4793,6 +4820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /irprev_
 /issues/new
 /issues/search
+/it/partite
 /item/*?
 /item_support
 /items
@@ -4855,11 +4883,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /languages?
 /latest$
 /launch2005/
+/layout/
 /layout/set/popup
 /layoutvorlagen
 /lazy.js
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/leagues/mainNavigationChevron_icon.svg?
 /learn-and-explore/mlt
 /learn-and-explore/s
 /learn-and-explore/t
@@ -4978,9 +5008,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /loginpage
 /logon.asp*
 /logout
-/longform
 /longhorn/
 /lookup?
+/lostPassword
 /lp
 /lp/
 /lpfsearch
@@ -5003,13 +5033,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /makeid$
 /manage
 /manage/tutors
+/management
 /map_locations
+/maps/*/share_image
 /market/watchlist
 /marketing
 /marketing/help
 /markets/spot-FIAT
 /markets/spot-USDT
 /mass-pay
+/matches
 /mboxes
 /meal
 /measurements
@@ -5022,6 +5055,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /media/oembed
 /media/oembed
 /media_category
+/mediaapi/
 /mediaviewer/*/tr
 /meetup_api
 /meetup_api$
@@ -5104,6 +5138,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /modules/*.svg
 /modules/*.webp
 /mon
+/mon-compte
 /moneris
 /month-view
 /monthlyfragments
@@ -5125,6 +5160,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /multiregion
 /multistore
 /munich/index_html
+/music/*/Search/
+/music/*/search/
 /music/cart
 /music/orders
 /music/track-
@@ -5218,6 +5255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /news-stories?
 /news/international
 /news/stories?
+/newsearch/
 /newsletter
 /newssearch
 /newthread
@@ -5354,7 +5392,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pages-ajax
 /pages/healthcare-providers
 /pagestatistics
-/pagina/*/http://venturebeat.com/robots.txt
+/pagina/*/http://venmo.com/robots.txt
 /paginate
 /paid-posts
 /papi
@@ -5421,6 +5459,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /photos/*/orientation-
 /photoshop-elements-editor
 /pieces-per-pack
+/ping
 /pingback$
 /pinned_flashes
 /pins
@@ -5435,6 +5474,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /platform/disqus
 /play/user/*
 /playbyplay?
+/player/*?amp=
+/player/tf1$
 /player?videoId=
 /playlistmanager
 /playlistmanager-helpx
@@ -5469,11 +5510,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /portalbcn
 /portaldata/45/resources/dokumente/zuwendungsbescheid/*
 /portfolio
-/pos/store/search?
 /post-
 /post/*/edit
 /posts
 /posts$
+/posts/*/edit$
+/posts/*/publish$
 /potmsearch/export
 /powershell/
 /pr$
@@ -5622,9 +5664,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reactions
 /read-online
 /readcasts
+/reader
 /reader-*.html
 /reader.html
+/reads/*/read$
 /realtime_changes
+/recherche
 /recipe/box
 /recipe/edit
 /recipe/view
@@ -5908,6 +5953,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /secure/
 /secure/*
 /security-issues*
+/security/search-results.aspx?
 /select*?
 /select-cadeau-sparen/?
 /select-language
@@ -5946,6 +5992,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /servlet/pixel.image
 /servlet/proxy/solr.nikon
 /session_trace
+/sessions
 /settings
 /sevilla/*_directo.html
 /sevilla/*_noticia.html
@@ -5955,7 +6002,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shared-board/*
 /shared-content/*
 /shared/
-/sheetmusic
 /ship-to-country
 /ship-to-country--
 /shipping-delivery
@@ -6008,6 +6054,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /similar-vectors
 /similar-videos
 /similar/sold$
+/singlepage/epipe
+/singlepage/pipe
+/singlepage/uncached_pipe
 /site-settings
 /site-settings/global-navigation.js
 /site/
@@ -6074,15 +6123,22 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /stopartnertest/
 /store
 /store/
+/store/*/layout/
+/store/*/search/
 /store/account
 /store/admin
 /store/blog
+/store/buynow?
+/store/cart
 /store/cart
 /store/carts
 /store/checkout
 /store/checkouts
 /store/closest
+/store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/feed
+/store/locations/store-locations-sitemap.xml
+/store/music/groove-music-pass/*
 /store/orderhttp://potresnirizik.zagreb.hr/robots.txt
 /store/orders
 /storefront/
@@ -6186,6 +6242,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /taxonomyMoreEvents
 /td
 /te-lc
+/teams/mainNavigationChevron_icon.svg?
 /techgadgets/*
 /tei
 /temoignage/reagir
@@ -6320,12 +6377,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /undefined?d=
 /undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
 /undefineduniversalprofile
+/unfeature
+/unfeature$
 /unindexed
 /unitrun
 /units
 /unlock-document
 /unlock-question
 /unread$
+/unsubscribe/
 /update.php
 /updatecart
 /updatesub
@@ -6384,6 +6444,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /utils
 /utils/definitions
 /v/vid/*?tag
+/v2
 /v_advertorial_detail
 /v_default,*.html$
 /v_premium_not_allowed/*.html$
@@ -6420,11 +6481,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /videolist
 /videolist-*.html
 /videolist.html
+/videos
 /videos*?*list=
 /videos/manifest
 /videos/secure
 /videos/selector
 /videos/undefined$
+/videos/undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
 /videosearch
 /vids
 /view_thumbnail.php
@@ -6441,6 +6504,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /visited/*/group
 /visited/group
 /vliegtarieven-
+/vn
 /voli-piu-economici-
 /vols-les-moins-chers-
 /vote?
@@ -6450,6 +6514,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vuelos-mas-economicos-
 /w
 /w--
+/wal/
 /watch
 /watch-fragments
 /watchers
@@ -6520,7 +6585,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /winfx/
 /wire?
 /wires
-/wishlist
 /wlwmanifest.xml
 /wlwmanifest.xml$
 /workshop
@@ -6561,6 +6625,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /xlsx
 /xml
 /xmlrpc.php
+/xposts
 /ybir
 /year-view
 /year/200
@@ -6568,6 +6633,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /your-lyst
 /z
 /zealots
+/zh-CN
 /zip
 /zipball
 /zweiwort.suchen
@@ -6575,6 +6641,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /zzz_systest
 /{0}/
 /{[takedownUrl]}
+/{image}
+/{link}
+/{{url
 /ויקיפדיה:
 0
 0*?
@@ -6622,6 +6691,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 =?
 =all$
 =emarsys
+=imgmanager
 =newsletter
 =rss
 =xls*
@@ -6632,7 +6702,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?$
 ?&search
 ?*
-?*$
 ?*&
 ?*&amp
 ?*&json
@@ -7101,7 +7170,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?a
 ?a=
 ?a=
-?a_aid=
 ?ab=
 ?ab_tours_cta
 ?ab_viator_activity_cta
@@ -7358,6 +7426,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?element=
 ?email=
 ?emailaddress
+?embed
 ?embed=
 ?emptyModel=
 ?en
@@ -7456,6 +7525,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gclsrc
 ?gdl=
 ?genders=
+?georedirect=
 ?get_doc
 ?gettingPlayers=
 ?givingPlayers=
@@ -7513,9 +7583,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?inDimension=reallyoriginal
 ?industry=
 ?industry=agency
+?initialLeagueId=
 ?innings=
 ?inpageEditorUI=
 ?installedvsversions
+?intc=
 ?intcmpid=
 ?integrationId
 ?intensitylevel=*
@@ -7577,6 +7649,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?languages
 ?last_metric=
 ?lastactivity
+?lat=
 ?latest-type=
 ?lc=
 ?letter=
@@ -7618,7 +7691,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?mid=*
 ?minNumberOfImages=
 ?mkt_tok
-?mm-experiments=
 ?mobile=basic
 ?mobile=true
 ?mobileApp
@@ -7721,6 +7793,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?pager.offset=
 ?pagespeed
 ?pagination
+?partner=
 ?path=
 ?payed
 ?payment-deferrals=
@@ -7976,6 +8049,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?service=newssitemap
 ?service=print
 ?services
+?setLocale=
 ?set_filter
 ?set_mobile=
 ?sex=
@@ -8074,6 +8148,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?stampa=1$
 ?start
 ?start=
+?startAt=
 ?state=
 ?staticVersion=
 ?status=
@@ -8206,7 +8281,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?view=nd
 ?view=print
 ?viewType
+?view_medium=
 ?view_only=http://osha.gov/robots.txt
+?view_source=
 ?viewday=
 ?viewmont=
 ?viewmonth=
@@ -8277,6 +8354,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @*/submitted
 @*/topics
 @*/upcoming
+@1x.webp
 @@IMAGE@@
 @@URL@@
 @@castle.cms.querylisting*?
@@ -8395,6 +8473,7 @@ Account_Billing
 AccurintForCollectionsLP
 Activate
 ActiveCalendar/mobile/mobilelist.aspx
+ActivityUID=
 AddThis.com
 AddToList
 AddToRegistry
@@ -8465,7 +8544,6 @@ AmazonSimplePay/2007-01-08
 AmazonVPC/2009-07-15
 AmazonVPC/2010-06-15
 AmazonVPC/2010-08-31
-Analog_Root/
 Anleitung/embed
 Anleitung/new
 Api/
@@ -14256,6 +14334,8 @@ GenericStatisticsWS.asmx
 GenericSystemError
 Genieo
 Genome_MOT
+Germany/kleinunternehmen/euga/detail.mspx?
+Germany/kleinunternehmen/euga/results.mspx?
 Getting_Started
 GiftRegistrySearchViewCmd
 Gigabot
@@ -14317,7 +14397,7 @@ Hotel-Search
 HotelBookingConfirmation
 HotelCheckout
 How_To_Get_Sky
-HpImageArchive.aspx
+HpOptOut=true$
 HttpModules/
 HubStyle/static-2.309
 HubStyle/static-2.313
@@ -14413,7 +14493,6 @@ IQ/
 IR/
 IS/
 ISAPI_Rewrite/
-ISBN
 IT/
 IT/SoftwareDist
 IT/new
@@ -14469,6 +14548,7 @@ JS
 JSC-Beta
 JSC-beta
 Jai-Mrug*
+Japan/DirectX/default.asp?
 Jason/
 JikeSpider
 Job-Listings
@@ -14572,7 +14652,6 @@ MARKET-INSIGHTS
 MC/
 MCN/
 MD/
-MDS
 MEDIA=
 META-INF
 MG/
@@ -15106,7 +15185,6 @@ PropertyLayer/
 Provider/Image/
 Provider/PhysicianRatings/
 Providers/
-Proxy.ashx
 Psychology/local
 Pub/Emails/
 Pub/Emails/Stylesheets/
@@ -15532,6 +15610,7 @@ TM/
 TN/
 TNACRL
 TO/
+TOCLinksForCrawlers*
 TR/
 TT/
 TV/
@@ -15594,7 +15673,6 @@ Tooltip-feed-atom
 Topics/Public-Square/
 TouchWeb
 Track
-TrackExternal.aspx
 Tracking?cntry_code=us
 Training/
 Training/ChooseCT/
@@ -15940,7 +16018,6 @@ __siren
 __socialshop/
 __system
 __twitter_impression=
-_a(/qihoo_a)/*?
 _a8_listener_
 _adc_*/shop
 _admin
@@ -16067,6 +16144,7 @@ _fragment?
 _frdtcr
 _ga
 _ga=
+_ga_
 _gatsby
 _gbpe/
 _generated
@@ -16305,11 +16383,11 @@ _vti_txt
 _wc_
 _web_services
 _wp_link_placeholder
-_x_
+_x_/
 _xaja/dltrk.php
 _xaja/nrtrk.php
 _xd
-_xhr
+_xhr/
 _xy
 _yahoo
 _zc
@@ -16345,7 +16423,6 @@ a/*.*/tree
 a/*/hosting/search
 a/*/p/*/issues/csv
 a/*/p/*/source/diff
-a/*?
 a/a/
 a/apache-extras.org
 a/category/category_page/lazy_load_category_tree
@@ -16411,7 +16488,6 @@ ab
 ab-taproom-api
 ab/*
 abTest
-ab_a/*?
 ab_tests
 abap
 abasu
@@ -16486,12 +16562,6 @@ about-us
 about-us/careers
 about-us/careers/job-description.html$
 about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
-about-us/leadership/executive-committee/donny-ching
-about-us/leadership/executive-committee/donny-ching.html
-about-us/leadership/executive-committee/harry-brekelmans
-about-us/leadership/executive-committee/harry-brekelmans.html
-about-us/major-projects/vito
-about-us/major-projects/vito.html
 about-us/newsroom
 about-us/newsroom/articles/Salesforce
 about-us/newsroom/articles/expansion
@@ -16562,6 +16632,7 @@ about/events/events/internal-event
 about/events/events/internal-seminar
 about/events/internal-events
 about/events/seminars
+about/events/stanford-medicine-live/StanfordMed_LIVE_8-23-22.html
 about/events/uc/dynamic-content/
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
@@ -16635,11 +16706,6 @@ aboutmsdn/
 abouttelstra/education-centre/
 abouttelstra/media-centre/tv-reel
 abouttelstra/media-centre/tv-reel/
-aboutus/environment/environment_report_08/
-aboutus/environment/environment_report_09/
-aboutus/environment/environment_report_10/
-aboutus/environment/environment_report_11/
-aboutus/environment/environment_report_12
 aboutus/homepage-test
 aboutus/media/jump-page
 aboutus/media/jump-page
@@ -16650,7 +16716,6 @@ aboutus/wp-content/uploads/2022/06/Nomination_Form_2022.docx
 aboutus/wp-includes
 abraarkaran
 abram
-abroad_a/*?
 abs
 absolute=true
 abstimmen
@@ -16678,7 +16743,6 @@ academic/
 academic/-/l/cart*
 academic/advanced_search
 academic/ecommerce/
-academic/profile
 academic/promo/
 academic/promojump/
 academic/promotions/
@@ -16694,7 +16758,7 @@ academy
 academy-career-placement
 academy-free-account
 academy/*/results
-academy/*/verify$
+academy/*/verify
 academy/*?*draft
 academy/*utm_source=
 academy/badge
@@ -16808,11 +16872,9 @@ account/email-auth
 account/email_preferences
 account/email_verify
 account/emailoptout/?*token=
-account/en-ca/email-sign-up
 account/favorite
 account/followers
 account/following
-account/fr-ca/abonnement-courriels
 account/invite
 account/marketplace_settings
 account/myibm/InterestsEdit.do
@@ -16930,7 +16992,6 @@ accountstatus
 acct
 acctmgmt/*
 acd
-acg*?
 ach/forums
 ach/kb/*/discuss
 ach/search
@@ -16943,7 +17004,6 @@ achterberg
 achu
 acis/whatsnew.html
 acjohnston
-aclick
 aclk
 aclp-vle-decom
 acmilan
@@ -17005,9 +17065,41 @@ action/twitter_login
 action=
 action=
 action=*popup=
+action=accessorysearch&
+action=accessorysearch&page=2$
+action=accessorysearch&page=3$
+action=accessorysearch&page=4$
+action=accessorysearch&page=5$
+action=accessorysearch&page=6$
+action=accessorysearch&page=7$
+action=accessorysearch&page=8$
+action=accessorysearch&product=*$
+action=accessorysearch&product=*&*
 action=activate
+action=catalogsearch&
+action=catalogsearch&catalog_mode=grid&page=2$
+action=catalogsearch&catalog_mode=grid&page=3$
+action=catalogsearch&catalog_mode=grid&page=4$
+action=catalogsearch&catalog_mode=grid&page=5$
+action=catalogsearch&catalog_mode=grid&page=6$
+action=catalogsearch&catalog_mode=grid&page=7$
+action=catalogsearch&catalog_mode=grid&page=8$
+action=catalogsearch&catalog_mode=list&page=2$
+action=catalogsearch&catalog_mode=list&page=3$
+action=catalogsearch&catalog_mode=list&page=4$
+action=catalogsearch&catalog_mode=list&page=5$
+action=catalogsearch&catalog_mode=list&page=6$
+action=catalogsearch&catalog_mode=list&page=7$
+action=catalogsearch&catalog_mode=list&page=8$
 action=delete
 action=history
+action=overlay&
+action=productLinkAction&
+action=productSupportSearch
+action=productcompareaction&
+action=quickSearch&
+action=siteSearch
+action=writeReview
 action?
 action?*a=10*
 action_staging
@@ -17265,7 +17357,6 @@ admin/
 admin/
 admin/*
 admin/aso
-admin/blogmove
 admin/form
 admin/http://mediapost.com/robots.txt
 admin/mapping-dashboard
@@ -17685,7 +17776,6 @@ ajaxcart
 ajaxcartrecommendation
 ajaxelementid=
 ajaxentry
-ajaxinc_
 ajaxquery/
 ajaxservlet
 ajayvishwakarma
@@ -17798,7 +17888,6 @@ alicendikumana
 alicewu
 alikhani
 alilly
-alink
 aliraja
 alireza.haghighi
 alisamanning
@@ -17900,7 +17989,6 @@ amazon
 amazon
 amazon-chat
 amazon100dollarsale
-amazon_search
 amboy_bank
 ambry
 amc/en/domains/decisions/word
@@ -17944,7 +18032,6 @@ amp-iframe
 amp-proxy
 amp-social-login
 amp-tealium
-amp/
 amp/*/more.html
 amp/*/page-*/$
 amp//m
@@ -18015,7 +18102,6 @@ ana
 anadeem
 anadir-busqueda
 anagendra
-analog_root/
 analysis
 analysis.cms
 analystconf/
@@ -18091,7 +18177,6 @@ android-chrome-144x144.png
 android/downloads
 android/market
 android/market_images
-android/scores
 androidapp
 andychen
 andynguyen
@@ -18257,7 +18342,8 @@ api
 api$
 api*.do
 api*?hl=
-api-
+api-v4
+api-v5
 api.ashx
 api.html?
 api.json
@@ -18333,17 +18419,11 @@ api/internal/cambridge/user
 api/invoice
 api/ismds/event
 api/ismds/host
-api/jmuse
-api/jmuse?*id=*&index=*&type=img&v2=
-api/jmuse?*id=*&index=*&type=mp3&v2=
-api/jmuse?id=*&index=*&type=img&v2=
-api/jmuse?id=*&index=*&type=mp3&v2=
 api/job-application
 api/jobPostings/jobs
 api/latest-articles
 api/legacy/pse
 api/legendary-data/relay
-api/maps/
 api/meerkat/page
 api/messages
 api/metainfo/tv
@@ -18458,7 +18538,6 @@ api2
 api2/accounts/contextSnapshots
 api3
 api?
-api_
 api_access_key=
 api_login
 api_react
@@ -18623,6 +18702,7 @@ apps/dev/
 apps/dig
 apps/download/results.html
 apps/encode_decode
+apps/featured/kliken-marketing
 apps/fedextrack/?action=track
 apps/fedextrack/?action=track&cntry_code=us&freight=yes
 apps/har_analyzer
@@ -19131,6 +19211,8 @@ artist
 artist-directory
 artist-submission
 artist/127231622/radio?autoplay=true
+artist/export_shows_csv
+artist/view_widget_popup
 artists
 artists/*/images/new
 artists/*/top_iq_earners
@@ -19316,7 +19398,6 @@ ast/search
 ast/user
 ast/users
 astrezhnev
-astro*?
 astro/Africa
 astro/Afrika
 astro/Asien
@@ -19785,7 +19866,6 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audience/
 audio-
 audio-edition-podcast/*/index.xml
 audio-player
@@ -19796,6 +19876,7 @@ audio?performer=1&q=
 audio_ad?
 audio_file
 audio_news
+audio_player
 audio_video/comm_author.cfm
 audio_video/comm_topic.cfm
 audioboom.com
@@ -19852,38 +19933,28 @@ author/*/followers
 author/*/following
 author/*/likes
 author/*/mostread
-author/*/names
 author/*/page
 author/*/page/*/?rs
-author/*/readalikes
-author/*/stats
 author/*?
 author/*?*page=
 author/96898-Unknown
 author/admin
-author/caitlinradano
 author/delower/page/*/?
 author/following
 author/get_products
 author/haseebs/page
 author/haseebs/page/*/?
 author/mrben/
-author/strietelmeiernathan
 author=
 author_app
-author_claim.php
-author_cloud.php
 author_dashboard
 author_panel
-author_split.php
 authored-by
-authorgallery.php
 authoring/
 authorize
 authorize-ip
 authorize-net-vs-braintree
 authorizemessaging.html
-authormerge.php
 authors
 authors.pl
 authors/
@@ -20431,7 +20502,6 @@ badges/profile/create
 bagley
 bagon
 bahl
-baidu
 baileymerlin
 baileysincox
 bait
@@ -20498,7 +20568,6 @@ banners
 banners-old.php?
 banners/
 bannus
-baobao*?
 bap.html
 bap/webstore/search.html
 bappstore/bapps/download/http://poshmark.com/robots.txt
@@ -21150,7 +21219,6 @@ bff
 bfgs
 bfl
 bfmp
-bfp/search
 bfrank
 bfre_new_design
 bg
@@ -21433,7 +21501,6 @@ bin/sleep.cgi
 bin/ti
 binary-data/DIY
 binary-data/EGALLEY
-bing-site-safety
 bingbot
 bingsiteauth.xml
 bingsiteauth.xml
@@ -21575,6 +21642,7 @@ blackfish
 blackfish/page_previews
 blackhole
 blackjack
+blacklisted*
 blagun
 blair_wylie
 blaize/datalayer
@@ -21874,7 +21942,6 @@ blogs/pad/$
 blogs/product
 blogs/research/search
 blogs/search
-blogs/search/
 blogs/slow-ride
 blogs/tag
 blogs/technology.atom
@@ -23219,7 +23286,6 @@ boeapps/database/ShowChart.asp
 boeapps/database/_iadb-FromShowColumns.asp
 boeapps/iadb
 boeapps/titan
-boeing/specialty/noindex/
 boerse/data
 boerse/option
 boerse/zertifikat
@@ -23683,7 +23749,6 @@ bpietras
 br
 br*/blog-article-remove-faq-utms-*.js
 br*/cdn-cgi/challenge-platform
-br*/pos/store/search?
 br*/step
 br*/submit
 br*/submitted
@@ -26824,48 +26889,7 @@ buscar/suplemento_gl.php?
 buscar/suplemento_va.php?
 business
 business
-business*?
 business-breakfast
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
-business-customers/aviation/shell-for-suppliers/card-services
-business-customers/aviation/shell-for-suppliers/card-services.html
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
-business-customers/chemicals/safe-product-handling-and-transportation/chemicals-safety-data-sheets2
-business-customers/chemicals/safe-product-handling-and-transportation/chemicals-safety-data-sheets2.html
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
-business-customers/marine/marine-lng
-business-customers/marine/marine-lng.html
-business-customers/shell-commercial-road-transport/solutions-advisor
-business-customers/shell-commercial-road-transport/solutions-advisor.html
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html
-business-customers/shell-market-hub/shell-services/lube-optimizer
-business-customers/shell-market-hub/shell-services/lube-optimizer.html
-business-customers/shell-market-hub/shell-services/machinemax
-business-customers/shell-market-hub/shell-services/machinemax.html
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
-business-customers/shell-market-hub/shell-services/shell-lube-analyst
-business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
-business-customers/shell-market-hub/shell-services/shell-remote-sense
-business-customers/shell-market-hub/shell-services/shell-remote-sense.html
-business-customers/trading-and-supply/counterparty-information-request
-business-customers/trading-and-supply/counterparty-information-request.html
 business-enterprise/cesm3/index_v2.php?key5sk1=
 business-enterprise/cesm3/index_v2.php?s=
 business-insider
@@ -27086,7 +27110,6 @@ buy/wireless/
 buy/wireless/devices
 buy_buttons
 buy_coins
-buycar
 buyer_referral
 buyeroffers/*/*.html
 buyeroffers/*/*/*.html
@@ -27141,6 +27164,8 @@ c-ManageMyAds
 c-SavedAds
 c-SelectCategory
 c-w/sandbox
+c.
+c./poni
 c.asp
 c/
 c/*/*/following
@@ -27254,7 +27279,11 @@ c/en/us/products/products-sanity-test
 c/en/us/solutions/solutions-sanity-test
 c/en/us/support/web/tools/scm/help/ru-RU/
 c/en/us/support/web/tools/scm/help/stage/ru-RU/
+c/facebook
+c/facebook_artist
+c/fan_reach
 c/fold
+c/fr
 c/gift-cards
 c/gloss
 c/how-to-diy.atom
@@ -27275,6 +27304,7 @@ c/ru_ru/
 c/science.atom
 c/search
 c/search?q=navigation
+c/subscription
 c/technology.atom
 c/testi
 c/toefl_junior/freepracticetest/32706/rsc/pdf/Practice_Test_Junior_Practice_test_audio_embedded_version_Paper_Test_ADA.pdf
@@ -27935,6 +27965,7 @@ camtasia-creative.html
 camtasia-eula.html
 camtasia-win-to-relay.html
 canada-language-selection
+canada/Library/mnp/2/aspx/
 canada/ottawa-citizen/2012
 canal-de-denuncias
 canalecinema
@@ -28143,18 +28174,6 @@ careers/MAINTAINERS.txt
 careers/Phoenix-Hiring-Event/
 careers/Sydney-Hiring-Event/
 careers/UPGRADE.txt
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html
-careers/about-careers-at-shell/employee-stories/dreaming-big
-careers/about-careers-at-shell/employee-stories/dreaming-big.html
-careers/about-careers-at-shell/employee-stories/endless-opportunities
-careers/about-careers-at-shell/employee-stories/endless-opportunities.html
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html
-careers/about-careers-at-shell/employee-stories/testing-my-abilities
-careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html
 careers/admin
 careers/aus-nz-event/
 careers/aws-ar-event/
@@ -28174,8 +28193,6 @@ careers/aws-sea-event/
 careers/aws-singapore-event/
 careers/aws-sydney-event/
 careers/chattanooga-mobile-event/
-careers/choose-your-career-profile
-careers/choose-your-career-profile.html
 careers/comment/reply
 careers/cron.php
 careers/database-hiring/
@@ -28198,8 +28215,6 @@ careers/jobs
 careers/jobs.php
 careers/jobs.php?id=
 careers/landing-pages/
-careers/life-at-shell
-careers/life-at-shell.html
 careers/mentor-knowledge-bank/
 careers/mexico-edge-hiring-2014/
 careers/milwaukee-edge-hiring-2014/
@@ -28241,8 +28256,6 @@ careers/santiago-event/
 careers/scripts
 careers/search
 careers/search?
-careers/students-and-graduates
-careers/students-and-graduates.html
 careers/students-graduates/opportunities
 careers/texas-event/
 careers/thank_you
@@ -28351,7 +28364,6 @@ carts/ajax_index
 cartv2
 cas/calendar/
 cas/login
-cas/login?
 cas/logout
 cas/oldsite
 casalma
@@ -28402,7 +28414,6 @@ catalog
 catalog-details.asp*
 catalog-index
 catalog-yaponiya
-catalog.php
 catalog/
 catalog/*.css
 catalog/*.js
@@ -28434,8 +28445,6 @@ catalog/product_compare/
 catalog/view/javascript
 catalog/view/theme
 catalogId=
-catalog_bottom
-catalog_top
 catalogo
 catalogs
 catalogs/corporations
@@ -30633,7 +30642,6 @@ celeb/sadie-sink
 celeb/sydney-sweeney
 celebratingcensus
 celebrities/s
-celebrities/search
 celebrity-news
 celebritycruises/guide-to-the-globe
 celenahuo
@@ -30973,6 +30981,8 @@ chapters.html
 chapters/local-activities
 chapters/students/excellence-awards/
 charge
+charities/beta/account/login
+charity/search
 charityturnboe
 charlene_guillot
 charlesbhem
@@ -31249,7 +31259,6 @@ chicago/user/logout
 chicago/user/password
 chicago/user/register
 chicago/xmlrpc.php
-chihe*?
 child/
 children
 children/appointments-and-referrals/alumni-registration-thankyou
@@ -31462,7 +31471,6 @@ classes/*.amp
 classes/*.html
 classes/*.txt
 classic
-classic*?
 classic-apps
 classic/account
 classic/account=
@@ -31631,7 +31639,6 @@ client-side-redirect
 client-taxform
 client-thirdparty-taxforms
 client/
-client/MyAnalog/GetHeaderMyAnalogStrip
 client/login
 client_error
 client_errors
@@ -34149,24 +34156,15 @@ cn/*/aow
 cn/account
 cn/account=
 cn/blogs/
-cn/brand/
-cn/design-center/packaging-quality-symbols-footprints/symbols-and-footprints/
 cn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
-cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
 cn/ipns
-cn/license/ibis-models
-cn/license/licensing-agreement/
-cn/license/saber-models/
-cn/license/spice-models
 cn/list
 cn/list=
 cn/login-messages
 cn/phones/mate20pro/
-cn/products-lifecycle
 cn/products/ras/trial-center
 cn/random
 cn/request-information/
@@ -34309,7 +34307,6 @@ collateral/corporate/po/
 collect
 collection
 collection/*/product
-collection/*?
 collection/api/logger
 collectiongroups
 collectiongroups/animal+lover$
@@ -34368,9 +34365,7 @@ colormix-2015-video
 colors$
 colors-*
 com
-com
 com/vzw/commerce/order/purchase
-combine.php
 combined_line_items/buy?plan_id=473
 combo
 combo/
@@ -34454,7 +34449,6 @@ commerce/subscribeToNewsletter.action
 commercesearch/images
 commercesearch/services
 commercial-preview/
-commercial/777x/signup-777x-modal.page
 commercial/flightxml/v3
 commercialservices/catering_and_bars
 commission_2010-2014/katainen
@@ -34487,7 +34481,6 @@ common2013
 common2013/gsma_header_footer/allnavs
 common_assets/static-2.197
 common_assets/static-2.198
-commonknowledge/search.php
 commonspot
 communaute/membre/reportabuseforum_gen_nofil=
 communications
@@ -34497,7 +34490,11 @@ communiq
 communiquer
 communities
 communities/
+communities/bin.aspx?
+communities/blogs/PortalResults.mspx?
+communities/eventdetails.mspx?
 communities/members
+communities/rss.aspx*
 communities/sitemap
 communities/working-groups.html
 communities?q=
@@ -34830,7 +34827,6 @@ componentgrouplibrary/*
 components
 components/
 components/ad/display_ad.htm
-components/analytics
 components/products/related_deal
 composer
 composer.json
@@ -34972,7 +34968,6 @@ connectme/search/node
 connects
 connectu
 connexion?redirect
-connexion?redirect=
 conniechen
 connorjacobson
 conorlevans
@@ -35352,6 +35347,7 @@ content/dam/corporate/documents/study/getting-started/welcome-guide_internationa
 content/dam/corporate/documents/study/guides/usyd-international-guide-2022.pdf
 content/dam/corporate/documents/study/guides/usyd-international-guide.pdf
 content/dam/corporate/documents/study/how-to-apply/international-admission-guide.pdf
+content/dam/cra-arc/formspubs
 content/dam/digitalmarketing/vmware/en/images/microsites/future-ready/pdf/vmware-future-ready-china-ebook.pdf
 content/dam/digitalmarketing/vmware/en/images/microsites/future-ready/pdf/vmware-future-ready-english-ebook.pdf
 content/dam/digitalmarketing/vmware/en/images/microsites/future-ready/pdf/vmware-future-ready-japan-ebook.pdf
@@ -35382,6 +35378,26 @@ content/dam/ieee-org/ieee/web/org/pubs/2018-thesaurus-oct2018.pdf
 content/dam/ieee-org/ieee/web/org/pubs/ieee-thesaurus.pdf
 content/dam/im/mailers
 content/dam/insights/us/USI-dev/
+content/dam/ircc/documents/pdf/english/kits/forms/imm0143e.pdf
+content/dam/ircc/documents/pdf/english/kits/forms/imm0144e.pdf
+content/dam/ircc/documents/pdf/english/kits/forms/imm5444
+content/dam/ircc/documents/pdf/english/kits/forms/imm5475
+content/dam/ircc/documents/pdf/english/kits/forms/imm5476
+content/dam/ircc/documents/pdf/english/kits/forms/imm5644
+content/dam/ircc/documents/pdf/english/kits/forms/irm0002
+content/dam/ircc/documents/pdf/english/kits/forms/irm0004
+content/dam/ircc/documents/pdf/english/kits/forms/irm0005
+content/dam/ircc/documents/pdf/english/kits/guides/guide-0142-airlifted-afghanistan-pathway-pr.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm0143f.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm0144f.pdf
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5444
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5475
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
+content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
 content/dam/learn/en/emea/fy24/pdf/1892737_EMEA_24Q1_Implementing_Digital_Sovereignty_in_the_Journey_to_Cloud_EN.pdf
@@ -35435,6 +35451,14 @@ content/dam/tcom/personal/my-account/pdf/chown-teg-form.pdf
 content/dam/toyota/brochures/pdf/tcom/toyota-mobility.pdf
 content/dam/usa/documents/happymeal-stepit.pdf
 content/dam/usa/nfl/documents/archcard/ArchCard_LostStolen_ReplacementForm.pdf
+content/dam/web/da_dk/www
+content/dam/web/de_ch/www
+content/dam/web/de_de/www
+content/dam/web/en_ca/www
+content/dam/web/en_dk/www
+content/dam/web/en_gb/www
+content/dam/web/en_ie/www
+content/dam/web/en_is/www
 content/dam/web/en_us/www/assets/pdf
 content/dam/web/en_us/www/documents
 content/dam/web/en_us/www/documents/legal/Agreements/product-specific-terms/premier-priority-terms.pdf
@@ -35443,8 +35467,20 @@ content/dam/web/en_us/www/documents/legal/misc/usla-excluded-services.pdf
 content/dam/web/en_us/www/documents/legal/no-index
 content/dam/web/en_us/www/documents/legal/supplier/salesforce-vendor-privacy-exhibit-emea_psa_subcontractors-archived-121118.pdf
 content/dam/web/en_us/www/documents/legal/work-unit-catalog
+content/dam/web/es_es/www
+content/dam/web/es_mx/www
+content/dam/web/fi_fi/www
+content/dam/web/fr_ca/www
+content/dam/web/fr_ch/www
+content/dam/web/fr_fr/www
+content/dam/web/it_ch/www
+content/dam/web/it_it/www
 content/dam/web/ja_jp/www/assets/pdf
 content/dam/web/ja_jp/www/documents
+content/dam/web/nl_nl/www
+content/dam/web/no_no/www
+content/dam/web/pt_br/www
+content/dam/web/sv_se/www
 content/data-product
 content/deals/hotels
 content/demo
@@ -35801,7 +35837,17 @@ control
 control/
 controljs/examples
 controller
+controller/audio_player
+controller/facebook
+controller/facebook_artist
+controller/fan_reach
+controller/fan_reach/add_email_flash
+controller/fan_reach/add_email_widget
 controller/newsite
+controller/rss
+controller/store/store_checkout
+controller/subscription
+controller/widget
 controller=address
 controller=address
 controller=addresses
@@ -36055,16 +36101,11 @@ coursecatalogue/document
 courses
 courses/
 courses/*?
-courses/?*instrument=
-courses/?*level=
-courses/?*text=
-courses/?*topics=
 courses/Assessment
 courses/Exercise-Files
 courses/Transcript
 courses/assessment
 courses/eecs484
-courses/favorites
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -36158,7 +36199,6 @@ cpl
 cpl-edit
 cpoirier
 cpresources
-cpro
 cpropub/univercd
 cps/en
 cps/fr
@@ -36167,13 +36207,11 @@ cps/uk
 cpspa
 cpx.php
 cr
-cr$
 cr/
 cr/Download
 cr/corporate/contact
 cr/index.html
 cr/news
-cr?
 craft
 crafts
 crai/big
@@ -36864,7 +36902,6 @@ cuicui_chen
 cuilanliu
 cuisine/recettes/*
 cuisine/s
-cul*?
 cultura/12_dicembre_19/frignani-truffa-nome-modigliani_d1c07518-49e4-11e2-8f39-57d26b118e07.shtml
 cultura/dai-cittadini-per-i-cittadini/lettere-d-amore/gallery.shtml
 cultura/leparole/index_temp.shtml
@@ -37257,7 +37294,7 @@ darafisher
 dare-me
 darialugina
 dark=false&popup=true
-darla
+darla/
 darr
 dashboard
 dashboard/
@@ -37528,6 +37565,7 @@ de-ch
 de-ch/
 de-de
 de-de/
+de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/login
 de-de/lp
@@ -38466,7 +38504,6 @@ default1.cms
 defaultinterstitial.cms
 defaultpage
 defaults
-defense/jadc2/nPAoV1pCto/
 deferred-payment
 deferred.php
 definicion/entlastendes
@@ -40395,7 +40432,6 @@ didar
 diegoestevez
 diegorivera
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
@@ -40998,7 +41034,6 @@ dlaporte
 dlcammack
 dleegoehring
 dliburd
-dll
 dlls/
 dlmurphy
 dloader
@@ -41311,9 +41346,7 @@ dossiers/*.html?
 dossiers/kandidatencheck/2020/video/nicht-teilgenommen
 dotbot
 doterra/
-dotimer.php
 dotnet_library_license.htm
-doubanapp/card
 double-rainbow
 double_activation
 doubleclick
@@ -41546,7 +41579,6 @@ dyn/jnc
 dyn/natlex2
 dyn/osh
 dynaTraceMonitor
-dynamic
 dynamic-feed/*.xml
 dynamic-offer
 dynamic-partials
@@ -42406,7 +42438,6 @@ en-CA/firefox/collections/4757633/$
 en-CA/firefox/collections/mozilla
 en-CA/firefox/collections/mozilla/$
 en-CA/firefox/search
-en-CA/order-status
 en-CL/money-transfer/send-money
 en-CN
 en-CZ/currency-converter/convert
@@ -42686,29 +42717,11 @@ en-bz
 en-bz/
 en-ca
 en-ca/
-en-ca/Basket
-en-ca/Search
-en-ca/about/
-en-ca/basket
-en-ca/brand-hub/
-en-ca/brand/
-en-ca/category/
-en-ca/create-review/
-en-ca/event/
 en-ca/feedback
-en-ca/flyer
-en-ca/help/
 en-ca/lp
 en-ca/mega-nav
-en-ca/order-status
-en-ca/product-sellers/
-en-ca/product/
-en-ca/product/*?icmp=*
-en-ca/search
 en-ca/search*
 en-ca/search?
-en-ca/services/
-en-ca/subscription-packages
 en-cd/dolby-vision-atmos-tvs
 en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
 en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
@@ -43237,6 +43250,7 @@ en-us/training/telephonic-consulting.page
 en-us/unreferenced
 en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html
 en-us/who-we-are/lockheed-martin-ventures-draft.html
+en-us/windows/si/matrix.html
 en-us?/
 en-usbrary
 en-uy
@@ -43263,6 +43277,12 @@ en-zw/
 en/
 en/*
 en/*.html?file=/products/demos/shipping*
+en/*/footer/contactinformation.html
+en/*/menu.html
+en/*/menu/footer.html
+en/*/menu/header.html
+en/*/search.html
+en/*/search/advanced-search.html
 en/*/shared-content/*
 en/*/support/books/index_new_books/jcr:content.search.json
 en/*/support/books/search/jcr:content.search.json
@@ -43315,7 +43335,6 @@ en/awards.html
 en/besoins
 en/biz/sme/beta
 en/blog/$
-en/brand/
 en/brandguide
 en/buscar
 en/business-types/
@@ -43648,7 +43667,6 @@ en/days/world-radio/grid
 en/days/world-radio/list
 en/days/world-radio/map
 en/descuento
-en/design-center/packaging-quality-symbols-footprints/symbols-and-footprints/
 en/dev-playground
 en/develop/
 en/develop/review/
@@ -43670,7 +43688,6 @@ en/edlmoney/
 en/enabling-interculturaldialogue/grid
 en/enabling-interculturaldialogue/list
 en/enabling-interculturaldialogue/map
-en/enterprise/
 en/enterprise/permission
 en/error
 en/error/
@@ -43692,7 +43709,6 @@ en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
 en/events/cultural_events.asp
 en/events/default.asp
-en/events/huaweiconnect/livestream-for-tvs$
 en/events/peace_fund.asp
 en/events?
 en/explore
@@ -43718,9 +43734,9 @@ en/help/deeplearning/index.html;*
 en/help/pdf_doc/
 en/help/releases/
 en/historial-compra
-en/home.html
 en/hotels/
 en/identity
+en/immigration-refugees-citizenship/services/reference-include
 en/incl_banner_media_center.html
 en/incl_footer_old.html
 en/incl_headcontent_landing.inc
@@ -43783,10 +43799,6 @@ en/legal-affairs/map
 en/legal-notices/
 en/legal/pre-release-terms/
 en/library?
-en/license/ibis-models
-en/license/licensing-agreement/
-en/license/saber-models/
-en/license/spice-models
 en/licensecenter/classroom/
 en/localization
 en/localization/
@@ -43875,6 +43887,12 @@ en/memory-world/list
 en/memory-world/map
 en/merchants/
 en/mi-cuenta
+en/microsoft-365
+en/microsoft-365/
+en/microsoft-teams
+en/microsoft-teams/
+en/microsoft-viva
+en/microsoft-viva/
 en/middleware/developer-tools/jet/10
 en/middleware/developer-tools/jet/10.1
 en/middleware/developer-tools/jet/11
@@ -43947,7 +43965,6 @@ en/privacy
 en/privacy*
 en/privacy-policy
 en/privacy.html
-en/products-lifecycle
 en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation
 en/products/connections/product_detail/product_35486.html
 en/products/connections/search-products.html
@@ -43979,6 +43996,7 @@ en/resource/*
 en/resources/
 en/responsive-header
 en/restaurants/
+en/revenue-agency/web-services-test
 en/right-education-country-overview/grid
 en/right-education-country-overview/list
 en/right-education-country-overview/map
@@ -44000,16 +44018,21 @@ en/searchbetter
 en/searchresults*
 en/searchresults/
 en/searchresults/*videos_all*videos_jp*facets
+en/security
+en/security/
 en/servers/amd-int
 en/servers/arm-int
 en/servers/racks-internal
 en/servers/x86-int
+en/service-canada
 en/shops
 en/sites/*
 en/skype
 en/soc/*id_search_state=*
 en/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 en/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
+en/sr/srb.html
+en/sr/srb/sra.html
 en/src
 en/src/
 en/statement-on-accessibility
@@ -44230,20 +44253,6 @@ endorsements
 endpoint-detection-response/?
 endpoint-detection-response/?email=
 enduser
-energy-and-innovation/digitalisation/computational-science/shell-ai-conference-2022
-energy-and-innovation/digitalisation/computational-science/shell-ai-conference-2022.html
-energy-and-innovation/digitalisation/digital-technologies
-energy-and-innovation/digitalisation/digital-technologies.html
-energy-and-innovation/digitalisation/news-room
-energy-and-innovation/digitalisation/news-room.html
-energy-and-innovation/natural-gas/shale-gas-and-oil
-energy-and-innovation/natural-gas/shale-gas-and-oil.html
-energy-and-innovation/new-energies/hydrogen/the-exciting-potential-of-hydrogen
-energy-and-innovation/new-energies/hydrogen/the-exciting-potential-of-hydrogen.html
-energy-and-innovation/new-energies/wind/supplier-registration
-energy-and-innovation/new-energies/wind/supplier-registration.html
-energy-and-innovation/the-energy-future/scenarios/what-are-the-previous-shell-scenarios/shell-scenario-sky/interactive-tool
-energy-and-innovation/the-energy-future/scenarios/what-are-the-previous-shell-scenarios/shell-scenario-sky/interactive-tool.html
 energy-test
 energy/archive/
 energy/search/node
@@ -44330,7 +44339,6 @@ enterprise/product/add-ons
 enterprise/product/add_ons
 enterprise/products/checks
 enterprise/products/checks/index.jsp
-enterpriseform/
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
@@ -44344,9 +44352,6 @@ entertainment/test$
 entertainment/wallpapers
 enterzipcode.php
 entities
-entities/search
-entityexplore$
-entityexplore?
 entityreference
 entp
 entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt
@@ -44402,7 +44407,6 @@ eolson
 eopro
 eoss
 eouyang
-eox_backup/
 ep-live/
 epaper
 epbc/gmaps
@@ -45116,6 +45120,12 @@ es/mets/search
 es/mi-cuenta
 es/mi-cuenta
 es/mia
+es/microsoft-365
+es/microsoft-365/
+es/microsoft-teams
+es/microsoft-teams/
+es/microsoft-viva
+es/microsoft-viva/
 es/mil
 es/min
 es/mini.php
@@ -45215,6 +45225,8 @@ es/search/autocomplete
 es/search?
 es/search?*http://platform.instagram.com/robots.txt
 es/secure-preview
+es/security
+es/security/
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
 es/sell
@@ -45788,7 +45800,6 @@ event/sansfire-2019
 event/santa-monica-2019
 event/scottsdale-2019
 event/scottsdale-2020
-event/search
 event/seattle-fall-2019
 event/seattle-spring-2019
 event/security-east-2019
@@ -46177,8 +46188,6 @@ extern_js
 external
 external-affiliations
 external-catalog-services
-external-redirects
-external-redirects.html
 external-site
 external-test-ids=
 external/
@@ -46361,6 +46370,8 @@ family_filter
 familylink-earlyaccess
 familysearch
 fan
+fan/feed
+fan_reach
 fanbox/search
 fanbox/tag
 faners
@@ -46421,7 +46432,6 @@ fariello
 farig-sadeque
 farris
 fas/centres/sci-tech01/
-fashion*?
 fashion-shows
 fashion/lookbook/38917
 fashion/s
@@ -46487,11 +46497,11 @@ fcgi-
 fckeditor
 fcollado
 fd-fr/
-fd/
 fdbk
 fding
 fe-BE
 fe-de-ratas
+fe=true
 fe_full/
 feature/
 feature/departments.jsp
@@ -46597,6 +46607,7 @@ feeds.thetimes.co.uk/puzzles
 feeds.thetimes.co.uk/timescrossword
 feeds/
 feeds/*
+feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/channel/deals
 feeds/froomle
 feeds/index
@@ -48320,7 +48331,6 @@ find
 find$
 find-agent/(.*)
 find-more
-find-new
 find-premium-estimates/
 find-training
 find/*/c
@@ -48679,7 +48689,6 @@ forgotpassword.aspx
 forgotten-password
 forgotten-password/
 forgov-devhttp://qobuz.com/robots.txt
-forlibraries
 form
 form-containers
 form-id=
@@ -49449,6 +49458,7 @@ foxtrotcallback=
 fp
 fp=
 fp_ms
+fp_ms/
 fp_ms/_rcv/remote?m_id
 fpc/
 fpereda
@@ -49481,7 +49491,6 @@ fr-BR
 fr-BY
 fr-CA/*canada
 fr-CA/*montreal--QC
-fr-CA/ma-commande
 fr-CA/office-space
 fr-CA/signup
 fr-CN
@@ -49592,29 +49601,12 @@ fr-bj/tv-avec-dolby-vision-atmos
 fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-ca
 fr-ca/
-fr-ca/Chercher
-fr-ca/Panier
-fr-ca/a-propos/
 fr-ca/about-us/careers/job-description.html$
-fr-ca/aide/
-fr-ca/categorie/
-fr-ca/chercher
-fr-ca/circulaire
 fr-ca/css
-fr-ca/ecrire-evaluation/
-fr-ca/evenement/
-fr-ca/forfaits-de-abonnement
 fr-ca/ipns
-fr-ca/ma-commande
-fr-ca/marque/
-fr-ca/marques/
 fr-ca/oicms
-fr-ca/panier
-fr-ca/produit/
 fr-ca/resources
 fr-ca/ressources/search
-fr-ca/services/
-fr-ca/vendeurs-de-produit/
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
@@ -49684,6 +49676,12 @@ fr-tn/tv-avec-recherche-vocale-mains-libres
 fr-us/
 fr/
 fr/*.html?file=/products/demos/shipping*
+fr/*/footer/Coordonnees.html
+fr/*/menu.html
+fr/*/menu/footer.html
+fr/*/menu/header.html
+fr/*/rechercher.html
+fr/*/rechercher/recherche-avancee.html
 fr/*/shared-content/*
 fr/*/support/books/index_new_books/jcr:content.search.json
 fr/*/support/books/search/jcr:content.search.json
@@ -49742,6 +49740,7 @@ fr/admin
 fr/adresse
 fr/adresses
 fr/advanced-search/x
+fr/agence-revenu/test-web-services
 fr/ajax
 fr/alpha.php
 fr/android/collections
@@ -49953,6 +49952,7 @@ fr/hotel/h
 fr/hotel/redirect
 fr/hotel/s
 fr/images
+fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/inc
 fr/incl_banner_media_center.html
 fr/incl_footer_old.html
@@ -50068,6 +50068,12 @@ fr/memory-world/grid
 fr/memory-world/list
 fr/memory-world/map
 fr/messages
+fr/microsoft-365
+fr/microsoft-365/
+fr/microsoft-teams
+fr/microsoft-teams/
+fr/microsoft-viva
+fr/microsoft-viva/
 fr/mini.php
 fr/modals
 fr/modules
@@ -50158,6 +50164,9 @@ fr/search?
 fr/searchresults*
 fr/searchresults/
 fr/searchresults/*videos_all*videos_jp*facets
+fr/security
+fr/security/
+fr/service-canada
 fr/share
 fr/share-order
 fr/sharecontacts-for-microsoft-outlook.aspx
@@ -50172,6 +50181,8 @@ fr/solutions/case-studies/innovators/innovators-eu/
 fr/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 fr/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
 fr/spellcheck
+fr/sr/srb.html
+fr/sr/srb/sra.html
 fr/src
 fr/store/link/
 fr/strumenti/creatore-di-logo/onboarding
@@ -50314,6 +50325,9 @@ framestep
 framework
 francais
 france
+france/formation/centres/planning.asp?
+france/ie/default.asp?
+france/mnp_utility.mspx?
 francespeacesullivan
 franchise
 franchise/
@@ -50431,8 +50445,6 @@ full_data_use_policy
 fullscreen
 fullscreen/ReportLinker
 fun
-fun/api/
-fun/g/
 fun/printlog2.php
 function=*404*
 function=CHECKOUTFIELDS
@@ -50459,6 +50471,7 @@ funderportal
 funding/funding_results.jsp*
 funding?
 fundraise
+fundraiser/search
 funds
 funkcjonalnosci/kreator-stron-www/szablony*order=
 funkcjonalnosci/kreator-stron-www/szablony/*/*
@@ -50696,7 +50709,6 @@ gam-
 gambio_installer
 gambio_updater
 game
-game*?
 game-reviews/*/user-reviews/manage/add
 game/export
 game/export/gif/thumbnail
@@ -50729,7 +50741,6 @@ garrettdunlap
 garruss
 garyli
 gas-prices
-gas2015/
 gasic
 gate
 gated-resources/*
@@ -50990,6 +51001,7 @@ generic_nm_unsub
 generic_unsub
 genomes/mot
 genre
+genuine/
 geo
 geo/download
 geo/job_title
@@ -51015,6 +51027,8 @@ ger/layout/set
 geraldhefferman
 gerarden
 german.gonzalez
+germany/library/images/mnp/
+germany/video/de/de/related*
 gerosa
 gerrard
 geschenkkarte/$
@@ -51372,7 +51386,6 @@ goldstein
 goldstine-cole
 golocal/extranet/http://nmap.org/robots.txt
 gonda
-gongyi*?
 gonsalves
 goodvibes
 google
@@ -51416,7 +51429,6 @@ goto_issue
 goto_rubric
 gotos
 gourl
-gov*?
 gov/DownloadAsset?
 gov/DownloadAsset?assetId=
 gov/content/*/search-details-
@@ -51496,7 +51508,6 @@ gp/customer-reviews/write-a-review.html
 gp/customer-reviews/write-a-review.html
 gp/digital/ep-landing-page
 gp/digital/fiona/kcp-landing-page
-gp/digital/fiona/manage
 gp/dmusic
 gp/dmusic/
 gp/dmusic/cloudplayer/forceSignIn
@@ -51523,67 +51534,7 @@ gp/gift-central/organizer/add-wishlist
 gp/goldbox
 gp/gsshomepage/
 gp/help
-gp/help/contact-us/general-questions.html*?type&email&skip=true
-gp/help/customer/accessibility?ie=UTF8&initialIssue=forgotpw&skip=true
 gp/help/customer/display.html*nodeId=200556720
-gp/help/customer/display.html*nodeId=200843370
-gp/help/customer/display.html*nodeId=200843380
-gp/help/customer/display.html*nodeId=200843420
-gp/help/customer/display.html*nodeId=200843440
-gp/help/customer/display.html*nodeId=200843460
-gp/help/customer/display.html*nodeId=200877560
-gp/help/customer/display.html*nodeId=200877580
-gp/help/customer/display.html*nodeId=200877590
-gp/help/customer/display.html*nodeId=200877610
-gp/help/customer/display.html*nodeId=200877630
-gp/help/customer/display.html*nodeId=200877650
-gp/help/customer/display.html*nodeId=200878960
-gp/help/customer/display.html*nodeId=200878980
-gp/help/customer/display.html*nodeId=200879000
-gp/help/customer/display.html*nodeId=200879020
-gp/help/customer/display.html*nodeId=200879040
-gp/help/customer/display.html*nodeId=200879060
-gp/help/customer/display.html*nodeId=200879080
-gp/help/customer/display.html*nodeId=200879100
-gp/help/customer/display.html*nodeId=200879120
-gp/help/customer/display.html*nodeId=200879140
-gp/help/customer/display.html*nodeId=200879160
-gp/help/customer/display.html*nodeId=200879180
-gp/help/customer/display.html*nodeId=200879200
-gp/help/customer/display.html*nodeId=200879220
-gp/help/customer/display.html*nodeId=200879240
-gp/help/customer/display.html*nodeId=200879260
-gp/help/customer/display.html*nodeId=200879280
-gp/help/customer/display.html*nodeId=200879300
-gp/help/customer/display.html*nodeId=200879320
-gp/help/customer/display.html*nodeId=200879340
-gp/help/customer/display.html*nodeId=200879360
-gp/help/customer/display.html*nodeId=200879380
-gp/help/customer/display.html*nodeId=200879400
-gp/help/customer/display.html*nodeId=200879420
-gp/help/customer/display.html*nodeId=200879440
-gp/help/customer/display.html*nodeId=200899220
-gp/help/customer/display.html*nodeId=200899230
-gp/help/customer/display.html*nodeId=200899250
-gp/help/customer/display.html*nodeId=200899270
-gp/help/customer/display.html*nodeId=200899290
-gp/help/customer/display.html*nodeId=200899310
-gp/help/customer/display.html*nodeId=200899330
-gp/help/customer/display.html*nodeId=200899350
-gp/help/customer/display.html*nodeId=200899370
-gp/help/customer/display.html*nodeId=200899390
-gp/help/customer/display.html*nodeId=200899410
-gp/help/customer/display.html*nodeId=200899430
-gp/help/customer/display.html*nodeId=200899450
-gp/help/customer/display.html*nodeId=200899470
-gp/help/customer/display.html*nodeId=200899510
-gp/help/customer/display.html*nodeId=200899530
-gp/help/customer/display.html*nodeId=200899550
-gp/help/customer/display.html*nodeId=200899570
-gp/help/customer/display.html*nodeId=200899610
-gp/help/customer/display.html*nodeId=200899630
-gp/help/customer/display.html*nodeId=200899650
-gp/help/customer/display.html*nodeId=200899670
 gp/help/customer/display.html?*nodeId=200145650
 gp/help/customer/display.html?*nodeId=200534000
 gp/help/customer/display.html?*nodeId=200534000
@@ -51629,7 +51580,6 @@ gp/recsradio
 gp/recsradio
 gp/redirect.html
 gp/redirect.html
-gp/registry
 gp/registry/search.html
 gp/registry/search.html
 gp/registry/wishlist
@@ -51790,7 +51740,6 @@ groeger
 grossesshowexcel.cfm
 group
 group/
-group/search
 group/terms
 group/wp-admin
 groupAnswers
@@ -52234,7 +52183,6 @@ headlineId=
 headlines
 health
 health
-health*?
 health-and-family
 health-care-information-topic/
 health-center?
@@ -52533,7 +52481,6 @@ histoire/cgi/evenement
 histoire/cgi/mail
 history
 history
-history*?
 history-acm-org/
 history-cults-los-angeles
 history.naver
@@ -52860,7 +52807,6 @@ homepage-beta
 homepage-experiment
 homepage-flash-testing.jsp
 homepage-video-test
-homepage/
 homepage/2013
 homepage/health/2009/fall/nobel-prize.shtml
 homepage_feature
@@ -52941,7 +52887,6 @@ hotel/*/?source=SEOPAGEINTERNALLINKS
 hotel/*/?type
 hotel/h
 hotel/redirect
-hotel/reviews?
 hotel/s
 hotel/search
 hotel/us/the-airstream-van.*.html
@@ -52991,7 +52936,6 @@ hotels/reservation-payment.htm
 hotels/rpc
 hotels/s
 hotels/search
-hotels/search
 hotels/search-results.htm
 hotels/search/list*
 hotels/search/map*
@@ -53054,8 +52998,7 @@ hp/video/profiles
 hp_channels
 hp_example_banner.html
 hpan
-hpm
-hpmob
+hpc/*/supported-applications.aspx?
 hpws/max-connections.php
 hpws/parallel-downloads.php
 hpws/post-onload.php
@@ -56226,10 +56169,15 @@ http
 http-checker
 http2_data
 http:
+http://10340851.fls.doubleclick.net/robots.txt
+http://10402082.fls.doubleclick.net/robots.txt
+http://10777388.fls.doubleclick.net/robots.txt
+http://11023905.fls.doubleclick.net/robots.txt
 http://1533911.fls.doubleclick.net/robots.txt
 http://1731177.fls.doubleclick.net/robots.txt
 http://1password.com/robots.txt
 http://2224480.fls.doubleclick.net/robots.txt
+http://4195878.fls.doubleclick.net/robots.txt
 http://4shared.com/robots.txt
 http://a-z.love/robots.txt
 http://a2hosting.com/robots.txt
@@ -56243,7 +56191,6 @@ http://adcell.de/robots.txt
 http://adeje.es/robots.txt
 http://ademe.fr/robots.txt
 http://allrecipes.com/robots.txt
-http://amazon.co.jp/robots.txt
 http://amazon.de/robots.txt
 http://ampmexterminators.com/robots.txt
 http://amzn.to/robots.txt
@@ -56256,15 +56203,10 @@ http://app.box.com/robots.txt
 http://apple.co/robots.txt
 http://artnews.com/robots.txt
 http://artsandculture.google.com/robots.txt
-http://au.effectivemeasure.net/robots.txt
+http://au.linkedin.com/robots.txt
 http://autode.sk/robots.txt
 http://b.hatena.ne.jp/robots.txt
 http://babylenta.ru/robots.txt
-http://bbc.com/robots.txt
-http://bbcamerica.com/robots.txt
-http://bbcgoodfood.com/robots.txt
-http://bcg.com/robots.txt
-http://bchindia.com/robots.txt
 http://beautifulthailand99.blogspot.co.uk/robots.txt
 http://bestdocsnetwork.com/robots.txt
 http://bharat.republicworld.com
@@ -56280,7 +56222,7 @@ http://bostonglobe.com/robots.txt
 http://cambridge.org/robots.txt
 http://carinon.hatenablog.com/robots.txt
 http://cdn.polyfill.io/robots.txt
-http://cedrat-technologies.com/robots.txt
+http://cedcommerce.com/robots.txt
 http://cio.com/robots.txt
 http://cityam.com/robots.txt
 http://click.linksynergy.com/robots.txt
@@ -56296,7 +56238,7 @@ http://croixmode.jp/robots.txt
 http://cultofmac.com/robots.txt
 http://d.turn.com/robots.txt
 http://darksidedetective.com/robots.txt
-http://ddd.md/robots.txt
+http://dc.arrivalist.com/robots.txt
 http://delivery.yandex.ru/robots.txt
 http://demandcooling.com/robots.txt
 http://domain.com/robots.txt
@@ -56339,13 +56281,12 @@ http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-clai
 http://i.ebayimg.com/robots.txt
 http://i9.ytimg.com/robots.txt
 http://ie.edu/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
+http://ifixit.com/robots.txt
 http://indiana.edu/robots.txt
 http://info.yahoo.com/robots.txt
 http://infosecurity-magazine.com/robots.txt
 http://iopscience.iop.org/robots.txt
 http://israelnationalnews.com/robots.txt
-http://istanbulyelken.org.tr/robots.txt
 http://journals.plos.org/robots.txt
 http://kk.org/robots.txt
 http://kongregate.com/robots.txt
@@ -56365,6 +56306,7 @@ http://maryannesbookshelf.com/robots.txt
 http://meduza.io/robots.txt
 http://militarytimes.com/robots.txt
 http://mineyour.biz/robots.txt
+http://mixer.com/robots.txt
 http://mootools.net/robots.txt
 http://mpgi.edu.in/robots.txt
 http://myrobotlove.blogspot.com/robots.txt
@@ -56671,7 +56613,6 @@ huang
 huangm
 huansharonwang
 huanyang
-huaweilink/
 hub
 hub-
 hub-http/static-1.137
@@ -57312,9 +57253,9 @@ idees/fiches/technique=
 idees/fiches/theme=
 identification
 identity
-identity/
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
+identity/how-we-look
 identity/settings
 identity/wp-admin
 identity/wp-content/plugins
@@ -57406,6 +57347,7 @@ ie/guest-pass
 ie/help/sitemap
 ie/help/sitemap.php
 ie/herramientas/generador-de-logos/onboarding
+ie/ie40/
 ie/images
 ie/index.html
 ie/invites/buy
@@ -57557,7 +57499,6 @@ il/
 il/cart
 il/images
 il_en
-ilink/
 ilo/forums
 ilo/kb/*/discuss
 ilo/search
@@ -57650,8 +57591,6 @@ images/about/
 images/adspace/
 images/api
 images/application_uploads
-images/async/?
-images/async?
 images/campaign/
 images/carBlogsimages
 images/chart_gifs
@@ -57664,9 +57603,6 @@ images/dopfiles/DNT20170204041207.pdf
 images/email/
 images/ga_img_handler.php
 images/home/
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
 images/li.gif
@@ -57684,13 +57620,9 @@ images/private
 images/related
 images/resume
 images/scaled
-images/search%3F
-images/search/?
 images/search/details/twitterCards/twitter-card
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/staff
@@ -57710,7 +57642,6 @@ images/welcome_image.png
 images2/
 images3/
 images4/
-images?
 imagesCC/
 imagesLinks
 images_nxo2/
@@ -57718,6 +57649,7 @@ imagesfordorian/
 imagesrv/pdf/DIR_TSO_2531
 imagify-backup/
 imagine/
+imaginecup/*
 imaging/appointments-and-referrals/email-signup-thankyou
 imaging/appointments-and-referrals/fellowship-application-thankyou
 imaging/appointments-and-referrals/radrounds-subscription-thankyou
@@ -57947,10 +57879,8 @@ inbox-talk
 inbox-user
 inbox.aspx
 inbox.php
-inboxcommerce
 inc
 inc/
-inc_
 inchieste/reportime/societa/enpam-indagato-anche-super-consulente/77a7036a-898e-11e1-a8e9-f84c50c7f614.shtml
 inchireri
 inchiriere-auto/rezultate
@@ -58248,12 +58178,12 @@ info/agb/api.html
 info/agb/starter-2018.html
 info/allgemeine-geschaeftsbedingungen.html
 info/consent
+info/customerror.htm*
 info/impressum.html
 info/jobs/Development-Operations-Engineer.html
 info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
-info/jobs/Werkstudent.html
 info/jobs/ba-medieninformatik.html
 info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
@@ -58271,12 +58201,14 @@ info/jobs/showmaster.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
+info/jobs/werkstudi-social-media.html
 info/logistic
 info/privatsphaere-und-datenschutz.html
 info/radio
 info/schedule/includes
 info/search
 info/sitemap/includes
+info/smart404.asp*
 info/tech-feedback
 info/user_feedback/includes
 info/wp-admin
@@ -58474,7 +58406,6 @@ ins/vn/vi/myg.html
 ins/za/de/myg.html
 ins/za/en/myg.html
 inscription/index/o/nlr/mail
-inscription?redirect=
 insel
 insetsrv/v1
 inside-the-fbi-new-york
@@ -58498,6 +58429,7 @@ insights/taxonomy
 insights/us/en/redirection-pages/
 insights/users
 insights/videos/search
+insite
 insp
 inspiration
 inspiration/search
@@ -58540,7 +58472,6 @@ intarnel/*
 intcmp=
 integr8
 integrate/
-integration-api/*?
 integration-product-categories
 integrations
 integromedb
@@ -58736,6 +58667,7 @@ intl/node/add
 intl/search
 intl/user
 intl/user$
+intlkb/
 intra
 intra/redirect.html
 intranet
@@ -58806,10 +58738,6 @@ investment-funds/*zimbabwe
 investments
 investor
 investor-alert
-investors/results-and-reporting/quarterly-results/latest-results/test-page
-investors/results-and-reporting/quarterly-results/latest-results/test-page.html
-investors/shareholder-meetings/2021-agm-webcast
-investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitations
@@ -58991,7 +58919,6 @@ iss/textonly/
 issale-*
 issue.php
 issues
-isurvey/
 iswc
 isynchelpr1
 isynchelpr2
@@ -59010,7 +58937,6 @@ it*/shop/*/sold
 it*/step
 it*/submit
 it*/submitted
-it*?
 it-*/
 it-AE
 it-AT
@@ -59565,12 +59491,10 @@ iw/kb/*/discuss
 iw/search
 iw/user
 iw/users
-iwcmmarketing/
 iwork
 iwork/1.3/safari/English.lproj/searchindex
 iworkcom
 iworkfunctionsR1
-iwov-resources/
 iyer_geetha
 iykim
 iznanka
@@ -59858,6 +59782,11 @@ janitor
 janl/
 jannejnappi
 jannyliao
+japan/directx/default.asp?
+japan/enable/textview.asp?
+japan/products/library/search.asp?
+japan/showcase/print/default.aspx?
+japan/terminology/query.asp?
 japl/
 japt/
 jarada
@@ -60193,6 +60122,7 @@ jmestaz
 jmiller
 jmpstore/
 jmrobertson
+jmx-console
 jnaritomi
 jnguyen
 jnluo
@@ -60701,7 +60631,6 @@ jp/*max=
 jp/*min=
 jp/*my_etsy=
 jp/Flash
-jp/about-huawei/publications/huawave$
 jp/access_aem.html
 jp/admin
 jp/ajax
@@ -60722,7 +60651,6 @@ jp/blogs/blog.atom
 jp/blogs/technology.atom
 jp/blogsearch
 jp/box
-jp/brand/
 jp/business/its/ocr_form/sec/hoshu
 jp/business/its/ocr_form/sec/hoshu.html
 jp/business/its/ocr_form/sec/licence
@@ -60754,7 +60682,6 @@ jp/corporate/cns/mask-03.html
 jp/corporate/cns/mask-04.html
 jp/corporate/cns/mask-05.html
 jp/corporate/response-sheet.pdf
-jp/design-center/packaging-quality-symbols-footprints/symbols-and-footprints/
 jp/download/*/
 jp/email-validation
 jp/en/*
@@ -60789,10 +60716,6 @@ jp/ja/search
 jp/ja/search*?q=
 jp/landing
 jp/lic/
-jp/license/ibis-models
-jp/license/licensing-agreement/
-jp/license/saber-models/
-jp/license/spice-models
 jp/listing/*/stubs
 jp/locale/overlay
 jp/locale/overlay_secure
@@ -61474,7 +61397,6 @@ knowledgebaseAppC
 knowmore
 known-issues
 known-issues
-knowthefacts
 ko
 ko-*/
 ko-AE
@@ -62092,12 +62014,10 @@ ldoherty
 le
 le-blog-v2
 le-cegep/signature-courriel/
-lead-card
 leadership/
 leadingtogether/http://uspto.gov/robots.txt
 leads
 leads/recommendations
-leaening*?
 leaf
 leah-aronowsky
 leah-gose
@@ -62570,9 +62490,7 @@ link-intersect
 link-intersect/$
 link.php
 link/
-link2
 link:
-link?
 link_to
 linked
 linked_webroots
@@ -62817,7 +62735,6 @@ loc/2016/07/22/5790f83e468aeb4b178b45b0.html
 loc/volunteers
 loc=
 local
-local
 local-dev
 local-dev-old
 local-navigation/
@@ -62841,7 +62758,6 @@ local/donut
 local/enterprise/confirm
 local/gov/media/carousel/images.xml
 local/index-survey
-local/map
 local/place/products
 local/place/rap
 local/place/reviews
@@ -62869,7 +62785,6 @@ locate-repair-center-detail
 locate/index.html?locale=en_US
 location-de-voiture/resultats
 location.json
-location/drama/search
 locationQuery=
 location_suggest
 locations
@@ -62926,7 +62841,6 @@ login.thetimes.co.uk/user/logout
 login/
 login/$
 login/*
-login/*http://ezp-news.de/robots.txt
 login/?*guestpasskey=
 login/?next=
 login/bestaetigungslink-erneut-senden
@@ -63016,6 +62930,7 @@ londres-2012/?
 londres-2012/module
 londres-2012/videos
 long_poll
+longform
 longhorn/
 longnguyen
 longyang
@@ -63030,7 +62945,6 @@ lorenzesch
 lorgiagarciapena
 los-angeles-workspace
 lost-password
-lostPassword
 lostitem
 loteria-de-navidad/comprobar-loteria-navidad/numero-*.html?
 loterias/loteria-navidad-2021/buscar-numero/*
@@ -63047,6 +62961,7 @@ loterias/loteria-navidad/lugares-agraciados/
 loterias/loteria-nino-2022/comprobar-loteria-nino/numero-
 loterias/loteria-nino-amp/comprobar-loteria-nino/
 loterias/loteria-nino/comprobar-loteria-nino/
+loterias/loteria-nino/comprobar-numeros/*
 louismaiden
 lov
 lowFareDestinationAirport=
@@ -63206,7 +63121,6 @@ ltg/kb/*/discuss
 ltg/search
 ltg/user
 ltg/users
-ltw
 lu
 lu/
 lu/agb
@@ -63579,6 +63493,7 @@ mac-game-download/
 mac-gamehouse-games
 mac.aspx
 mac/de/
+mac/help.mspx?
 mac2
 mac3
 mac?
@@ -63596,6 +63511,7 @@ macron-emails/emailid/29587
 macron-emails/emailid/39433
 macron-emails/emailid/40980
 macros
+mactopia/help.mspx?
 madea-s-big-happy-family
 madea-s-family-reunion
 madeleinecohen
@@ -63818,7 +63734,9 @@ main/extension_popup
 main/find.html?
 main/flyerselectstore.html
 main/giftCardBalance.html
+main/global_search
 main/images
+main/local_scene
 main/login.html
 main/login.html?
 main/logout.html
@@ -63837,6 +63755,8 @@ main/reviewOrder.html
 main/savedDesign.html
 main/search
 main/search.html
+main/search_artist
+main/search_song
 main/searchsds.html
 main/shipping.html
 main/shoppinglist.html
@@ -63952,7 +63872,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -64233,7 +64152,6 @@ matlabcentral/profile/contact/*
 matlabcentral/simbiology/search.html
 matlabcentral/topics/distance-learning/search.html
 matlabcentral/topics/power-electronics-control/search.html
-matrix
 mats/?diagid=100001&eulaaccept=yes
 mats/default.aspx?diagid=100001&eulaaccept=yes
 matt
@@ -64320,7 +64238,6 @@ mbarsinai
 mbd?
 mbeshtetje-kontakt
 mbf
-mbf/
 mbm
 mbmonteiro
 mbo-headlines
@@ -64331,8 +64248,6 @@ mbrady
 mbronstein
 mbsullivan
 mburkhauser
-mc-publication-test-folder
-mc-publication-test-folder.html
 mc.html
 mc/
 mc/all/ad.html
@@ -64421,12 +64336,6 @@ media/all/357557/
 media/clicks
 media/cmsform
 media/cmslist
-media/cn/analog-dialogue/
-media/cn/company/sustainability-reports/
-media/cn/technical-documentation/app-notes/
-media/cn/technical-documentation/customer-case-studies/
-media/cn/technical-documentation/design-notes/
-media/cn/technical-documentation/tech-articles/
 media/colorpicker
 media/common
 media/content
@@ -64436,13 +64345,6 @@ media/de/
 media/de/textonly/
 media/downloads/
 media/editimgecaption/*
-media/en/analog-dialogue/
-media/en/company/sustainability-reports/
-media/en/non-searchable/
-media/en/technical-documentation/app-notes/
-media/en/technical-documentation/customer-case-studies/
-media/en/technical-documentation/design-notes/
-media/en/technical-documentation/tech-articles/
 media/en/textonly/
 media/ethics-center/social-sector-ethics/
 media/feeds
@@ -64453,13 +64355,6 @@ media/html/enterprise-cybersecurity
 media/html/spread
 media/i18n/
 media/interactive/cdrom/onehundredandeightyears
-media/jp/analog-dialogue/
-media/jp/company/sustainability-reports/
-media/jp/landing-pages/
-media/jp/technical-documentation/app-notes/
-media/jp/technical-documentation/customer-case-studies/
-media/jp/technical-documentation/design-notes/
-media/jp/technical-documentation/tech-articles/
 media/jquery
 media/js/
 media/js/app/*?
@@ -64472,8 +64367,6 @@ media/pagelist
 media/player
 media/player/data/
 media/popup/
-media/q4-results-test-page
-media/q4-results-test-page.html
 media/shop
 media/subscribe
 media/textonly/
@@ -64495,7 +64388,6 @@ mediacard
 mediacentral
 mediacomp/
 mediaembed
-mediafiles/*
 mediahttp://newscientist.com/robots.txt
 mediakit
 mediakit/
@@ -64749,7 +64641,6 @@ medialibrary/zh/brief/executive-brief-why-you-need-web-application-security.pdf
 medialibrary/zh/brief/solution-brief-a-unified-approach-to-managing-governance-risk-and-compliance.pdf
 medialibrary/zh/ebook
 medialibrary/zh/white-paper
-medialist/detail
 median_prices
 median_prices?
 medianet
@@ -64986,7 +64877,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchant_login
 merchant_shipping_policy.pdf
@@ -65193,7 +65083,6 @@ mikezhang
 mikhak
 mikly.pl
 mil
-mil*?
 mil4teachers/ar/explore
 mil4teachers/ar/paragraph-resource/*
 mil4teachers/ar/resource/*
@@ -65379,20 +65268,14 @@ minisite/ar/
 minisite/br/
 minisite/cloudservice/
 minisite/en/
-minisite/error
 minisite/error/
-minisite/gas2015/
 minisite/id/
-minisite/japan10years/
 minisite/latin/
 minisite/mea-fr/
 minisite/minisitetest/
 minisite/mm/
 minisite/newslettertest/
 minisite/pdf
-minisite/qr/
-minisite/sm-vi/
-minisite/static/
 minisite/test/
 minisite/th/
 minisite/vn/
@@ -65611,10 +65494,6 @@ mn-mn/
 mn/
 mn/android/collections
 mn/android/search
-mn/bookLookInsideApp
-mn/checkInitApp
-mn/checkoutAlertMsgApp
-mn/checkoutredirectApp
 mn/dcw/myx.html
 mn/firefox/collections
 mn/firefox/collections/4757633
@@ -65623,35 +65502,14 @@ mn/firefox/collections/mozilla
 mn/firefox/collections/mozilla/$
 mn/firefox/search
 mn/forums
-mn/giftCardApp
 mn/kb/*/discuss
-mn/loginApplication
-mn/loyaltyApp
-mn/orderAddrApp
-mn/orderCfmApp
-mn/orderDetailApp
-mn/orderFailApp
-mn/orderHistoryApp
-mn/orderModifyApp
-mn/orderSummaryApp
-mn/paymentRedriveApp
-mn/recommendReviewApp
-mn/releaseReviewApp
-mn/reviewVoteApplication
 mn/search
-mn/selectPaymentMethodApp
-mn/selectShippingOpptionApplication
-mn/shipmentTraceApp
-mn/shoppingCartApplication
-mn/tellFriend
-mn/thankYouApplication
 mn/user
 mn/users
-mn/virtualAccountApp
-mn/yourAccountApp
 mnizzi
 mnoriega
 mnovember
+mnp_utility.mspx?
 mnt
 mnt/
 mnwagner
@@ -66450,7 +66308,6 @@ msseo
 mstephenson
 mstile-150x150.png
 mt
-mt*?
 mt-mt/
 mt-preview-
 mt-static
@@ -66538,6 +66395,7 @@ music/*/+shoutbox
 music/*/+shoutbox?
 music/*/+wiki/shoutbox
 music/*/+wiki/shoutbox?
+music/*/wal/
 music/+noredirect
 music/SGF/2016
 music/_en
@@ -67196,6 +67054,7 @@ negRating
 neighbor
 neighbors
 nel_ms
+nel_ms/
 nelson
 nems/rss
 neo-services
@@ -67240,7 +67099,6 @@ neurosurgery/appointments-and-referrals/appointment-thankyou
 neurosurgery/paralysis/appointment-and-referrals/appointment-request-thankyou
 never-been-kissed
 new
-new*?
 new-admin
 new-bookshop
 new-features
@@ -67268,7 +67126,6 @@ new_cmtofart2_nit_v1/
 new_invite
 new_listing
 new_subdirectory
-new_subject
 new_writer
 newattorneys
 newblog
@@ -67453,7 +67310,6 @@ news/printedition
 news/publications
 news/publications/images
 news/redirect/*
-news/releases/
 news/report
 news/research
 news/sc
@@ -69414,7 +69270,7 @@ northwest/xmlrpc.php
 nos-encanta
 noscan
 noscript
-nosearch/
+nosearch
 not
 not&nbsp;found
 not-allowed
@@ -69449,7 +69305,6 @@ notificationId
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 notify.js
 notifyMe.jsp
@@ -69843,6 +69698,7 @@ offer-900619
 offer-932493
 offer-984296
 offer-gift
+offer-holders
 offer-order
 offer-redirect
 offer-sub1
@@ -69867,8 +69723,6 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 office/
 office/supplies/MySoftwareDownload
 office/supplies/StaplesAddRemoveCoupon
@@ -70132,7 +69986,6 @@ op
 op*/*op*/*op*/*op
 op*/ov
 op*/ov*page=
-op.xml
 op210
 op7260
 op7321
@@ -70665,6 +70518,7 @@ page=thundercloud
 page?
 pageReviews
 pageViewId=
+page_object/page_object_status
 page_types
 pagead
 pagead/*/show_ads_impl.js
@@ -70785,7 +70639,7 @@ pages/xmlrpc.php
 pages?oid=-
 pagesense/help/search-results.html
 pagespeed/insights/ui/logo
-pageview
+pageview/
 pageviews.php
 paging
 paid-acquisition
@@ -70836,7 +70690,6 @@ pantry
 paonessa
 pap$
 papel/firmas/2017/01/15/5878c3d8468aeb226a8b4611.html
-paper
 paper-copy
 paper/*?
 paper/*?p2df
@@ -71027,7 +70880,6 @@ pavelshcherban
 paxton-turner
 pay
 pay-order
-pay-pal
 pay.php
 pay/images/merchant_logos
 pay/images/program_logos
@@ -71201,12 +71053,8 @@ people-profiles/*
 people/$
 people/*/*?*daterange
 people/*/*?*page
-people/*/all
 people/*/category
-people/*/collect
-people/*/do
 people/*/issues
-people/*/wish
 people/[author]
 people/faculty/shapiro
 people/faq/
@@ -71290,7 +71138,6 @@ petertu
 peteryork
 petites-annonces
 pets
-pets*?
 peyronies-treatment-option/talk-to-doctor
 peyronies-treatment-option/treatment-option
 pf
@@ -71671,7 +71518,6 @@ pics/taylor-swift-new-look-old-hair-makeup-pics
 pics/trumps-lighting-the-white-house-xmas-tree-pics
 pics/we-can-be-heroes-photos
 picture-gallery.htm
-picture/*?
 pictures
 pictures/
 pictures/*+
@@ -72126,7 +71972,6 @@ player
 player
 player.swf
 player/
-player/*?amp=
 player/*profile$
 player/brightcove
 player/embed
@@ -72134,7 +71979,6 @@ player/evenementiel
 player/export
 player/metadata/video
 player/pearson
-player/tf1$
 player?
 playerChannel_b
 playerColor=
@@ -72528,7 +72372,6 @@ pokemon
 pol/layout/set
 polaris-ldp
 poleznye-ssylki/
-police*?
 police/appointments-and-referrals/police-detail-request-thankyou
 police/blotter
 police/stats
@@ -72748,12 +72591,6 @@ pourquoi-Ghostery/trackermap
 pov_mt/mt4
 power-rangers
 powerful-hybrid-suvs
-powering-progress/achieving-net-zero-emissions
-powering-progress/achieving-net-zero-emissions.html
-powering-progress/our-core-values-and-focus-on-safety
-powering-progress/our-core-values-and-focus-on-safety.html
-powering-progress/respecting-nature
-powering-progress/respecting-nature.html
 powerpoint
 powershell/
 powertools/
@@ -73083,19 +72920,15 @@ pro/event-update.aspx
 pro/events
 pro/games/41/A1los/audio/
 pro/games/41/A1los/images/
-pro/gift
-pro/payment
 pro/plus/*?*&hash=*
 pro/plus/report?*&hash=*
 pro/submit-event-finish.aspx
 pro/tickets-add-terms.aspx
-pro/tools
 pro/updates
 pro/user-events.aspx
 pro/user-home.aspx
 pro/waze/report/*?*&hash=
 pro2
-proFile/history?
 proMatch
 proProjects
 proTeXt
@@ -73175,7 +73008,6 @@ product/prd-5193422
 product/productreviews/
 product/recommended
 product/review/add
-product/reviews?
 product/summer-plant-based-recipe-cookbook
 product/valentines-chocolate-vegan-cookbook
 product/vegan-desserts-cookbook
@@ -73526,25 +73358,14 @@ profile/*/blog
 profile/*/followers
 profile/*/following
 profile/*/map$
-profile/*/readalikes
-profile/*/recommendations
-profile/*/recommendations/bymember
-profile/*/recommendations/member
-profile/*/recommendations/memberbooks
-profile/*/recommendations/unsuggester
 profile/*/reviews
-profile/*/stats
-profile/*/stats/library
 profile/*/trophies
 profile/*article*.ece
 profile/author/$
 profile/author/?
-profile/authorgallery
 profile/contributor/$
 profile/contributor/?
 profile/downloads_limit
-profile/gravlady
-profile/history?
 profile/license
 profile/manage
 profile/messages
@@ -73553,8 +73374,6 @@ profile/photographers/$
 profile/photographers/?
 profile/profile/brand
 profile/public
-profile/tagcloud
-profile/tagmirror
 profile/view
 profile/who
 profileApps
@@ -73563,7 +73382,6 @@ profileIdeas
 profileQuestions
 profileReviews
 profileService
-profile_reviews.php
 profileinterview.php
 profilerole
 profiles
@@ -74438,7 +74256,6 @@ pubkey.pl
 publ/bcbs
 public
 public
-public-api/*?
 public-api/docsv2
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -75121,7 +74938,6 @@ reader/
 readme.html
 readme.html
 readme.htmlhttp://lunacycle.com/robots.txt
-readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
 readysetgov-dev-old
@@ -75567,6 +75383,7 @@ rentals/api/optimizely.js
 renter-hub/applications/listing
 renter-hub/clickRedirect
 renzoguinto
+rep=hc
 repeater.php
 repec.rdf
 replace
@@ -77191,7 +77008,6 @@ rewards-polyite/spin
 rewards/*/membership
 rewards/*/status-matching
 rewards/bebas-ongkir
-rewardsapp/
 rex/recommendation/*
 rezepte/suche
 rf=*
@@ -77549,7 +77365,6 @@ routen/*/routen-ab-
 routen/*/routen-von-
 router
 router/*
-routes.json
 routes/*/cac-duong-bay-tu-
 routes/*/export
 routes/*/routes-from-
@@ -77571,6 +77386,8 @@ rpc/index.php?mode=profile_module_illusts&user_id=*&illust_id=
 rpestourie
 rpg.php
 rph
+rpk/artist_stats
+rpk/played_song
 rpx
 rr/mopic/staff
 rrReturnUrl=
@@ -77604,7 +77421,6 @@ rss/anews
 rss/articles/specialcat/
 rss/homepage.xml
 rss/people/*/reviews
-rss/tags
 rss/ultimora.xml
 rss/yandex
 rss2
@@ -77710,6 +77526,7 @@ ru-mea/televizory-s-dolby-vision-atmos
 ru-mea/televizory-s-rezhimom-hands-free-i-golosovym-poiskom
 ru-ru*
 ru-ru/
+ru-ru/events/platforma/materials/default.aspx?speaker*
 ru-ru/login
 ru-rus/
 ru-ry/
@@ -77939,6 +77756,7 @@ rurl=
 ruro/
 rus
 rus$
+rus/licensing/Unilateral.aspx/*
 rusa/sites/ala.org.rusa/files/content/sections/brass/brassprotools/Research_Competencies_Public_Draft.pdf
 rush
 rush-hour
@@ -78436,7 +78254,6 @@ sco/users
 scoble
 scollier
 scopemagazine/
-score/*/download
 scorecard
 scorecard/
 scorecard_staging
@@ -79068,6 +78885,7 @@ search?Ntt=
 search?filter
 search?filter
 search?fmt=JSON
+search?http://ezp-news.de/robots.txt
 search?keyword=
 search?limit
 search?n=16&r=3
@@ -79114,7 +78932,6 @@ search_rss$
 search_rss$
 search_suggest
 search_v2?
-search_works
 searchacsfa.jhtml
 searchbeta
 searchcomparison.htm
@@ -79472,7 +79289,6 @@ service-unavailable-today
 service/
 service/*
 service/archiv
-service/iframe
 service/quiz
 service/suche
 service/suche/index.html*query
@@ -79527,8 +79343,6 @@ services.htm
 services.html
 services/
 services/*
-services/SitecoreAnalyticsService.svc/CreateOrUpdateVisitorProfile
-services/SitecoreAnalyticsService.svc/TrackPage
 services/WebServices/VATService.asmx/ValidateVATID
 services/careers/Library
 services/careers/gazettes
@@ -79736,7 +79550,6 @@ setsompop
 sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
-settings.html
 settings/*
 settings/account
 settings/deactivated
@@ -79929,6 +79742,7 @@ share-image-generator
 share-order
 share-post.g
 share-study
+share-success/
 share.php
 share.php?
 share?*
@@ -79997,13 +79811,8 @@ shekhargadkaree
 shelf/user_shelves
 shell
 shell/
-shellenergy/marketingandtrading/shell-energy-europe/eworld
-shellenergy/marketingandtrading/shell-energy-europe/eworld.html
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html
 shen
 sheng
-shenghuo
 shenghuo/search?
 shenyang
 sheraz
@@ -80018,7 +79827,6 @@ sherwin-williams/wcm
 sherwin_special_offers
 shi
 shian
-shifen/
 shihui
 shihui?
 shijiawei
@@ -80043,7 +79851,6 @@ shiyuxia
 shoelaces
 shootouts
 shop
-shop$
 shop-interrupt
 shop-the-look/
 shop-the-look/$
@@ -80292,6 +80099,9 @@ shop/department-*-department-*
 shop/department-beauty-*-0$
 shop/department-beauty-*brand-*/category-*0
 shop/department-beauty-gender-women-category-fragrances/colour*
+shop/department-beauty-productaffiliation-eyes*
+shop/department-beauty-productaffiliation-face*
+shop/department-beauty-productaffiliation-lips*
 shop/department-beauty-productaffiliation-makeup/brand-benefit-category-mascaras$
 shop/department-beauty/*
 shop/department-childrenswear/designfeature-christmassweater$
@@ -80548,7 +80358,6 @@ shop/use-*-use-*
 shop/use/*
 shop/waist/*
 shop/wishlist
-shop?
 shopCBN/
 shop_content.php?coID=2
 shop_content.php?coID=3
@@ -80623,7 +80432,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://bat.bing.com/robots.txt
+shoutbox/http://ads.businessclick.com/robots.txt
 shouwenwang
 show
 show-email
@@ -80631,6 +80440,7 @@ show-error-
 show.aspx
 show.php
 show.php
+show/delete_saved_shows
 show/koth-show
 showProject
 showTask
@@ -80812,10 +80622,7 @@ signup/index.v2.php*?*
 signup?
 signup?fullscreen=
 signup?redirect
-signup_fb.php
 signup_modal
-signup_twitter.php
-signup_verify.php
 signups
 signurl
 sijang
@@ -81768,7 +81575,6 @@ social/help/search-results.html
 social/our_partners/
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -81984,6 +81790,8 @@ spaces/scroll-viewport/config.action
 spaces/spacetools.action
 spaces/viewspacesummary.action
 spaces/viewstylesheet.action
+spain/empresas/
+spain/medianaempresa/
 spanish
 spanish-civil-war
 spanish-index-date-search?*
@@ -81995,7 +81803,6 @@ sparshasaha
 spartan
 spatl
 spb
-spbasic
 spbot
 spc-source=
 spc/amazon/en/landingPage.html
@@ -82032,8 +81839,6 @@ specials/meet-team-usa
 specials/tailgate-tour
 specials/trims.htm
 specialtopic
-specialty/noindex/
-specialty/small-business-livestream/
 specific
 specs/url
 specs/web-apps
@@ -82163,7 +81968,6 @@ sportello-cancro/dizionario
 sporten/uefa-em-2016/video
 sports
 sports*/index?topId=
-sports*?
 sports/baseball/includes
 sports/basketball/includes
 sports/cfl/cfl-on-cbc/includes
@@ -82185,7 +81989,6 @@ spots_shown=
 spp/
 spr-paid-posts
 spreadsheet
-spresults
 spring
 spring
 spring-into-savings
@@ -82479,6 +82282,7 @@ static/terms
 static/tiny_mce
 static/trials
 static/wfa_20wp
+static2
 static_260619
 static_files/deletion_request.pdf
 static_map.php
@@ -82613,6 +82417,7 @@ stingray/mobile/listingResolver
 stingray/redfinnow/api/merchandising/info/for/property
 stingray/serviceRequest/sellerConsult/getConsultTime
 stl
+stob-dab
 stock-photo/*/
 stock-photo/photos/search$
 stock-photography-*.asp*
@@ -82782,6 +82587,7 @@ store/xhr/getdevicepermissions
 store/xhr/install
 storeLocator
 storeLocator/ca_storefinder_results.do
+store_iframe
 store_manager_admin
 store_purchase
 storecard
@@ -82790,8 +82596,6 @@ storefront
 storelocatorrestwebservice
 storepicker
 storerequest
-stores$
-stores/
 stores/page/*visitId=
 stories
 stories/%top_story_year%/%top_story_month%
@@ -82996,9 +82800,7 @@ subcategory
 subcategory=
 subject
 subject-editors
-subject/*?
 subject=
-subject_search
 subjects
 submission
 submissions
@@ -83320,10 +83122,6 @@ suspended_tickets
 suspension-appeal
 sustainability
 sustainability-as-an-efficient-business-strategy
-sustainability/our-approach/safety
-sustainability/our-approach/safety.html
-sustainability/transparency-and-sustainability-reporting/sustainability-reports/sustainability-reports-2022
-sustainability/transparency-and-sustainability-reporting/sustainability-reports/sustainability-reports-2022.html
 sustainable-development-goals/sustainable-cities
 sustainable-is-attainable-fest
 sustainable-is-attainable-news18-and-tata-power-initiative
@@ -83601,7 +83399,6 @@ symptom-checker/SymptomChecker/GetSymptoms
 syn
 sync
 sync-domains
-sync-domains
 synclaireoglesby
 syndicate
 syndication
@@ -83621,6 +83418,7 @@ system/
 system/*.js$http://zeldman.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
+system/maintenance.html
 system/swf
 system1/images
 system2
@@ -83743,8 +83541,6 @@ tag
 tag
 tag-manager
 tag-manager-360
-tag-search
-tag-search.html
 tag/
 tag/*
 tag/*+http://dilbert.com/robots.txt
@@ -83999,8 +83795,6 @@ tag=
 tagId*
 tagSimulation
 tag_mana2
-tagcloud
-tagcloud.php
 tagged/*+
 tagged/*?before=
 tagged/*?language=
@@ -84503,6 +84297,7 @@ tempcache
 template
 template-elenaivanova
 template-files/
+template-resources
 template.html
 template/
 template/*/*?
@@ -84748,7 +84543,6 @@ tge
 tgibson
 tgl2/
 th
-th$
 th-*/
 th-AE
 th-AT
@@ -84858,7 +84652,6 @@ th/unesco-search/*/lightbox
 th/unesco-solr/*/load-more/*
 th/user
 th/users
-th?
 th_en
 th_th/templates/M
 thailandgolf.
@@ -85586,6 +85379,7 @@ topics/*?p=
 topics/category/undefined
 topics/index.aspx
 topics/lms
+topics/noticia/*
 topics?
 topicsearch?q=
 topo-summit-2019
@@ -85831,7 +85625,6 @@ trackback*
 trackback/
 tracker
 trackers-holiday-shopping-steps-to-protect-your-privacy
-trackexternalsite.aspx
 tracking
 tracking-pixels/static-1.10
 tracking-pixels/static-1.8
@@ -85951,7 +85744,6 @@ translate_t
 translation
 translations
 translations/
-translator/?ref=
 translator/c
 translators/
 transmute/static-1.85
@@ -85995,7 +85787,6 @@ trasy/*/loty-z-
 trasy/*/trasy-od-
 trasy/*/trasy-z-
 travel
-travel*?
 travel-frontend/images
 travel-getaways
 travel-info/travel-updates/coronavirus/health-screen-form.html
@@ -86017,27 +85808,13 @@ travel/airlines/main/us/en
 travel/airlines/pfs*
 travel/airlines/premium-travel-arranger/au/en
 travel/clk
-travel/css
 travel/destinations-v1
 travel/event/search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
 travel/flights/s
-travel/hotel-search
 travel/hotel/e
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
-travel/hotels/search/?
-travel/hotels/search?
 travel/passport
 travel/s
-travel/scripts
 travel/search
-travel/secure
 travel/test$
 travel/wp-admin
 travelDate=
@@ -86596,7 +86373,6 @@ ubtv
 ubuntu/+source/utouch
 uc
 ucm/idcplg
-ucmf/groups/
 uds
 ueber-tui-ferienhaus$
 ueber-tui-ferienhaus.html
@@ -86916,7 +86692,6 @@ ukraina_
 ul/P/umse/0
 ulatan
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -87093,7 +86868,6 @@ update.bml
 update.php
 update.php
 update/
-update/topic
 updatePassword.htm
 update_
 update_studio
@@ -87177,7 +86951,6 @@ ur/users
 urbanag
 urchin_test
 url
-url
 url.asp
 url=
 url=absolutely
@@ -87775,6 +87548,7 @@ user
 user$
 user*
 user-account
+user-account/
 user-activation
 user-document-collections
 user-panel
@@ -87820,6 +87594,7 @@ user/*http://m.media-amazon.com/robots.txt
 user/.*
 user//attending/upcoming
 user/account
+user/account_disabled
 user/activity
 user/ajax
 user/associate
@@ -87842,7 +87617,6 @@ user/login
 user/login
 user/login/
 user/login/profile
-user/login?
 user/login?destination=
 user/logout
 user/logout
@@ -87973,6 +87747,7 @@ users/activate
 users/activity
 users/activity/?
 users/admin/
+users/auth
 users/auth/github
 users/auth/twitter
 users/authenticate
@@ -88307,6 +88082,7 @@ vendor/nette/
 vendortcs
 ventureone
 venue/claim
+venue/venue_take_ownership_from_add_show__ownership_taken
 venueinfo
 venues/*/edit
 venues/*/images/new
@@ -88665,27 +88441,17 @@ videorequest
 videos
 videos
 videos/*.feedback.html
-videos/?
 videos/api
 videos/assets
-videos/browsing
 videos/e
 videos/embed
 videos/expander
-videos/explore
-videos/favorites
 videos/feed
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html
 videos/iframe
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
 videos/new
 videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html
 videos/real-time-udp-communication-support-99895.html
@@ -88735,20 +88501,16 @@ videos/search.php?s=street+fight$
 videos/search.php?s=street+fight*&start=*$
 videos/search.php?s=woman+fight$
 videos/search.php?s=woman+fight*&start=*$
-videos/search/?
 videos/search?
 videos/show_trailer
 videos/slider
 videos/theme/
 videos/transcripts
-videos/trending
-videos/trendingcontent
 videos/video-feedback-confirmation.html
 videos/video-feedback.html
 videos/viewmeta/
 videos/week
 videos/widgets/
-videos?
 videosearch
 videosearch?
 videotutorials
@@ -88842,7 +88604,6 @@ vionnieyu
 vip
 virginaustralia
 virtual
-virtual-events/http://boell.de/robots.txt
 virtual-open-day
 virtual-open-day/
 virtual/hunting/podcasts/google-assistant
@@ -89084,7 +88845,6 @@ w/skins
 w/users/user_hints
 w2arts
 w3c
-w3info/
 w3m
 w9
 w?
@@ -89309,6 +89069,7 @@ weaverm
 web
 web-admin
 web-answers
+web-console
 web-double-optin-confirmation.html
 web-explore
 web-hosting-36http://aa.com.tr/robots.txt
@@ -89790,7 +89551,6 @@ web/packages/BallMapper/DESCRIPTION
 web/packages/BarBorGradient/DESCRIPTION
 web/packages/BarcodingR/DESCRIPTION
 web/packages/Barnard/DESCRIPTION
-web/packages/BartMixVs/DESCRIPTION
 web/packages/BaseSet/DESCRIPTION
 web/packages/BaseTempSeed/DESCRIPTION
 web/packages/BasketballAnalyzeR/DESCRIPTION
@@ -90347,6 +90107,7 @@ web/packages/ConConPiWiFun/DESCRIPTION
 web/packages/ConNEcT/DESCRIPTION
 web/packages/ConSpline/DESCRIPTION
 web/packages/Conake/DESCRIPTION
+web/packages/ConconiAnaerobicThresholdTest/DESCRIPTION
 web/packages/ConcordanceTest/DESCRIPTION
 web/packages/CondCopulas/DESCRIPTION
 web/packages/CondIndTests/DESCRIPTION
@@ -90406,7 +90167,6 @@ web/packages/CovCombR/DESCRIPTION
 web/packages/CovRegRF/DESCRIPTION
 web/packages/CovSel/DESCRIPTION
 web/packages/CovTools/DESCRIPTION
-web/packages/Covid19Wastewater/DESCRIPTION
 web/packages/CovidMutations/DESCRIPTION
 web/packages/CoxAIPW/DESCRIPTION
 web/packages/CoxBcv/DESCRIPTION
@@ -91682,6 +91442,7 @@ web/packages/HyperG/DESCRIPTION
 web/packages/HyperbolicDist/DESCRIPTION
 web/packages/HypergeoMat/DESCRIPTION
 web/packages/IADT/DESCRIPTION
+web/packages/IALS/DESCRIPTION
 web/packages/IAPWS95/DESCRIPTION
 web/packages/IASD/DESCRIPTION
 web/packages/IAT/DESCRIPTION
@@ -92161,7 +91922,6 @@ web/packages/LinCal/DESCRIPTION
 web/packages/LinRegInteractive/DESCRIPTION
 web/packages/LindenmayeR/DESCRIPTION
 web/packages/LindleyPowerSeries/DESCRIPTION
-web/packages/LinearDetect/DESCRIPTION
 web/packages/LinearRegressionMDE/DESCRIPTION
 web/packages/Linkage/DESCRIPTION
 web/packages/LinkageMapView/DESCRIPTION
@@ -92356,7 +92116,6 @@ web/packages/MLeval/DESCRIPTION
 web/packages/MLmetrics/DESCRIPTION
 web/packages/MLpreemption/DESCRIPTION
 web/packages/MM/DESCRIPTION
-web/packages/MM2S/DESCRIPTION
 web/packages/MM2Sdata/DESCRIPTION
 web/packages/MM4LMM/DESCRIPTION
 web/packages/MMAC/DESCRIPTION
@@ -92947,7 +92706,6 @@ web/packages/OneR/DESCRIPTION
 web/packages/OneSampleMR/DESCRIPTION
 web/packages/OneStep/DESCRIPTION
 web/packages/OneTwoSamples/DESCRIPTION
-web/packages/OpVaR/DESCRIPTION
 web/packages/OpenCL/DESCRIPTION
 web/packages/OpenImageR/DESCRIPTION
 web/packages/OpenLand/DESCRIPTION
@@ -94633,7 +94391,6 @@ web/packages/SimInf/DESCRIPTION
 web/packages/SimJoint/DESCRIPTION
 web/packages/SimMultiCorrData/DESCRIPTION
 web/packages/SimNPH/DESCRIPTION
-web/packages/SimRVPedigree/DESCRIPTION
 web/packages/SimReg/DESCRIPTION
 web/packages/SimSST/DESCRIPTION
 web/packages/SimSeq/DESCRIPTION
@@ -94648,7 +94405,6 @@ web/packages/SimplicialCubature/DESCRIPTION
 web/packages/SimplifyStats/DESCRIPTION
 web/packages/SimplyAgree/DESCRIPTION
 web/packages/SingleCaseES/DESCRIPTION
-web/packages/SitesInterest/DESCRIPTION
 web/packages/SixSigma/DESCRIPTION
 web/packages/SizeEstimation/DESCRIPTION
 web/packages/SkewHyperbolic/DESCRIPTION
@@ -95331,6 +95087,7 @@ web/packages/WordPools/DESCRIPTION
 web/packages/WordR/DESCRIPTION
 web/packages/WorldFlora/DESCRIPTION
 web/packages/WormTensor/DESCRIPTION
+web/packages/WpProj/DESCRIPTION
 web/packages/WrensBookshelf/DESCRIPTION
 web/packages/WrightMap/DESCRIPTION
 web/packages/WriteXLS/DESCRIPTION
@@ -95735,6 +95492,7 @@ web/packages/aods3/DESCRIPTION
 web/packages/aoos/DESCRIPTION
 web/packages/aopdata/DESCRIPTION
 web/packages/aoristic/DESCRIPTION
+web/packages/aorsf/DESCRIPTION
 web/packages/aos/DESCRIPTION
 web/packages/apa/DESCRIPTION
 web/packages/apaTables/DESCRIPTION
@@ -95797,6 +95555,7 @@ web/packages/archivist.github/DESCRIPTION
 web/packages/archivist/DESCRIPTION
 web/packages/arcpbf/DESCRIPTION
 web/packages/arcpullr/DESCRIPTION
+web/packages/arcpy/DESCRIPTION
 web/packages/arctools/DESCRIPTION
 web/packages/ardl.nardl/DESCRIPTION
 web/packages/ards/DESCRIPTION
@@ -97076,6 +96835,7 @@ web/packages/clinmon/DESCRIPTION
 web/packages/clinsig/DESCRIPTION
 web/packages/clinspacy/DESCRIPTION
 web/packages/clintools/DESCRIPTION
+web/packages/cliot/DESCRIPTION
 web/packages/clipp/DESCRIPTION
 web/packages/clipr/DESCRIPTION
 web/packages/clisymbols/DESCRIPTION
@@ -98014,7 +97774,6 @@ web/packages/defineOptions/DESCRIPTION
 web/packages/defineR/DESCRIPTION
 web/packages/deflateBR/DESCRIPTION
 web/packages/deflist/DESCRIPTION
-web/packages/defm/DESCRIPTION
 web/packages/deforestable/DESCRIPTION
 web/packages/deform/DESCRIPTION
 web/packages/deformula/DESCRIPTION
@@ -98447,7 +98206,6 @@ web/packages/dst/DESCRIPTION
 web/packages/dstabledist/DESCRIPTION
 web/packages/dstat/DESCRIPTION
 web/packages/dstat2x2xk/DESCRIPTION
-web/packages/dtComb/DESCRIPTION
 web/packages/dtangle/DESCRIPTION
 web/packages/dtgiw/DESCRIPTION
 web/packages/dti/DESCRIPTION
@@ -99832,6 +99590,7 @@ web/packages/gbifdb/DESCRIPTION
 web/packages/gbm.auto/DESCRIPTION
 web/packages/gbm/DESCRIPTION
 web/packages/gbm2sas/DESCRIPTION
+web/packages/gbm3/DESCRIPTION
 web/packages/gbmt/DESCRIPTION
 web/packages/gbp/DESCRIPTION
 web/packages/gbs2ploidy/DESCRIPTION
@@ -99968,7 +99727,6 @@ web/packages/geojson/DESCRIPTION
 web/packages/geojsonR/DESCRIPTION
 web/packages/geojsonio/DESCRIPTION
 web/packages/geojsonsf/DESCRIPTION
-web/packages/geoknife/DESCRIPTION
 web/packages/geomander/DESCRIPTION
 web/packages/geomapdata/DESCRIPTION
 web/packages/geomaroc/DESCRIPTION
@@ -101314,6 +101072,7 @@ web/packages/invgamstochvol/DESCRIPTION
 web/packages/io/DESCRIPTION
 web/packages/ioanalysis/DESCRIPTION
 web/packages/ioncopy/DESCRIPTION
+web/packages/ionet/DESCRIPTION
 web/packages/ionr/DESCRIPTION
 web/packages/iopspackage/DESCRIPTION
 web/packages/iopsych/DESCRIPTION
@@ -101861,7 +101620,6 @@ web/packages/leaftime/DESCRIPTION
 web/packages/leanpubr/DESCRIPTION
 web/packages/leapp/DESCRIPTION
 web/packages/leaps/DESCRIPTION
-web/packages/learNN/DESCRIPTION
 web/packages/learnPopGen/DESCRIPTION
 web/packages/learningr/DESCRIPTION
 web/packages/learningtower/DESCRIPTION
@@ -101917,7 +101675,6 @@ web/packages/lgrdata/DESCRIPTION
 web/packages/lgtdl/DESCRIPTION
 web/packages/lhmixr/DESCRIPTION
 web/packages/lhs/DESCRIPTION
-web/packages/liayson/DESCRIPTION
 web/packages/libbib/DESCRIPTION
 web/packages/libcoin/DESCRIPTION
 web/packages/libgeos/DESCRIPTION
@@ -102401,7 +102158,6 @@ web/packages/matlib/DESCRIPTION
 web/packages/matman/DESCRIPTION
 web/packages/matpow/DESCRIPTION
 web/packages/matrans/DESCRIPTION
-web/packages/matric/DESCRIPTION
 web/packages/matricks/DESCRIPTION
 web/packages/matrisk/DESCRIPTION
 web/packages/matrixLaplacian/DESCRIPTION
@@ -102848,7 +102604,6 @@ web/packages/mixedsde/DESCRIPTION
 web/packages/mixexp/DESCRIPTION
 web/packages/mixgb/DESCRIPTION
 web/packages/mixhvg/DESCRIPTION
-web/packages/mixl/DESCRIPTION
 web/packages/mixlm/DESCRIPTION
 web/packages/mixmeta/DESCRIPTION
 web/packages/mixopt/DESCRIPTION
@@ -103290,7 +103045,6 @@ web/packages/musclesyneRgies/DESCRIPTION
 web/packages/music/DESCRIPTION
 web/packages/musicNMR/DESCRIPTION
 web/packages/musica/DESCRIPTION
-web/packages/mustashe/DESCRIPTION
 web/packages/mutSignatures/DESCRIPTION
 web/packages/mutationtypes/DESCRIPTION
 web/packages/mutoss/DESCRIPTION
@@ -104119,7 +103873,6 @@ web/packages/packageRank/DESCRIPTION
 web/packages/packagefinder/DESCRIPTION
 web/packages/packagepal/DESCRIPTION
 web/packages/packager/DESCRIPTION
-web/packages/packagetrackr/DESCRIPTION
 web/packages/packcircles/DESCRIPTION
 web/packages/packer/DESCRIPTION
 web/packages/packrat/DESCRIPTION
@@ -104832,6 +104585,7 @@ web/packages/potions/DESCRIPTION
 web/packages/potools/DESCRIPTION
 web/packages/potts/DESCRIPTION
 web/packages/pould/DESCRIPTION
+web/packages/povmap/DESCRIPTION
 web/packages/pow.int/DESCRIPTION
 web/packages/powRICLPM/DESCRIPTION
 web/packages/powdR/DESCRIPTION
@@ -105103,7 +104857,6 @@ web/packages/psyphy/DESCRIPTION
 web/packages/psyverse/DESCRIPTION
 web/packages/ptable/DESCRIPTION
 web/packages/ptest/DESCRIPTION
-web/packages/ptf/DESCRIPTION
 web/packages/ptinpoly/DESCRIPTION
 web/packages/ptm/DESCRIPTION
 web/packages/ptmixed/DESCRIPTION
@@ -105930,6 +105683,7 @@ web/packages/restorepoint/DESCRIPTION
 web/packages/restriktor/DESCRIPTION
 web/packages/result/DESCRIPTION
 web/packages/resumer/DESCRIPTION
+web/packages/retel/DESCRIPTION
 web/packages/rethinker/DESCRIPTION
 web/packages/rethnicity/DESCRIPTION
 web/packages/reticulate/DESCRIPTION
@@ -106257,7 +106011,6 @@ web/packages/rolog/DESCRIPTION
 web/packages/rolr/DESCRIPTION
 web/packages/romic/DESCRIPTION
 web/packages/rootSolve/DESCRIPTION
-web/packages/rootWishart/DESCRIPTION
 web/packages/roots/DESCRIPTION
 web/packages/rope/DESCRIPTION
 web/packages/ropenblas/DESCRIPTION
@@ -106816,9 +106569,11 @@ web/packages/seawaveQ/DESCRIPTION
 web/packages/secr/DESCRIPTION
 web/packages/secrdesign/DESCRIPTION
 web/packages/secret/DESCRIPTION
+web/packages/secretbase/DESCRIPTION
 web/packages/secrettext/DESCRIPTION
 web/packages/secrlinear/DESCRIPTION
 web/packages/secsse/DESCRIPTION
+web/packages/sectorgap/DESCRIPTION
 web/packages/secuTrialR/DESCRIPTION
 web/packages/secure/DESCRIPTION
 web/packages/sedproxy/DESCRIPTION
@@ -108084,6 +107839,7 @@ web/packages/survRM2perm/DESCRIPTION
 web/packages/survSNP/DESCRIPTION
 web/packages/survSens/DESCRIPTION
 web/packages/survSpearman/DESCRIPTION
+web/packages/survcompare/DESCRIPTION
 web/packages/surveil/DESCRIPTION
 web/packages/surveillance/DESCRIPTION
 web/packages/survex/DESCRIPTION
@@ -108246,6 +108002,7 @@ web/packages/tabularmaps/DESCRIPTION
 web/packages/tabulate/DESCRIPTION
 web/packages/tabulator/DESCRIPTION
 web/packages/tabulog/DESCRIPTION
+web/packages/tabxplor/DESCRIPTION
 web/packages/tacmagic/DESCRIPTION
 web/packages/tactile/DESCRIPTION
 web/packages/tagcloud/DESCRIPTION
@@ -108607,6 +108364,7 @@ web/packages/tinylabels/DESCRIPTION
 web/packages/tinyscholar/DESCRIPTION
 web/packages/tinysnapshot/DESCRIPTION
 web/packages/tinyspotifyr/DESCRIPTION
+web/packages/tinytable/DESCRIPTION
 web/packages/tinytest/DESCRIPTION
 web/packages/tinytest2JUnit/DESCRIPTION
 web/packages/tinytex/DESCRIPTION
@@ -108775,6 +108533,7 @@ web/packages/treemap/DESCRIPTION
 web/packages/treemapify/DESCRIPTION
 web/packages/treemisc/DESCRIPTION
 web/packages/treenomial/DESCRIPTION
+web/packages/treeshap/DESCRIPTION
 web/packages/treesliceR/DESCRIPTION
 web/packages/treespace/DESCRIPTION
 web/packages/treestartr/DESCRIPTION
@@ -110121,12 +109880,8 @@ widget
 widget-landing-page.html
 widget-uploads
 widget.html
-widget/cr
-widget/entity/search/?
 widget/head/login
 widget/player
-widget/render
-widget/snapshot
 widget/v2
 widget_auth.php
 widget_chunks
@@ -110143,6 +109898,7 @@ widgets/rss_redirect.php?
 widgets/sharingbarbubulle
 widgets/show
 widgets/track.json
+widgets/trk
 widgets=
 widnows/
 width--
@@ -111087,6 +110843,13 @@ win9x/
 wincontacts/
 windows-10-april-2018-update-diagnostic-data-viewer-improves-transparency
 windows/
+windows/404.aspx?*
+windows/campaign/features-built-in-apps.aspx
+windows/campaign/meet-apps.aspx
+windows/campaign/meet-start.aspx
+windows/compatibility/windows-7/
+windows/compatibility/windows-7/*
+windows/compatibility/windows-vista/
 windows/resources/whitepapers/
 windows/server2003/access/
 windows2000/
@@ -111238,33 +111001,9 @@ wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 words
 work
-work
 work$
 work-at-ucl/redeployment
-work-info
-work-info.php
 work/
-work/*/book
-work/*/commonknowledge
-work/*/conversations
-work/*/covers
-work/*/descriptions
-work/*/details
-work/*/edit
-work/*/editions
-work/*/get
-work/*/getlocal
-work/*/members
-work/*/popularity
-work/*/quicklinks
-work/*/recommendations
-work/*/reviews
-work/*/stats
-work/*/summary
-work/*/workdetails
-work/11923187
-work/12275901
-work/15929672
 work/_
 work/acceptinvitation
 work/account
@@ -111272,7 +111011,6 @@ work/addtocart
 work/adminsettings
 work/adminsignup
 work/approveitem
-work/book
 work/cancelpreorder
 work/cart
 work/checkoutcallback
@@ -111508,12 +111246,11 @@ wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
 wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
 wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
 wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt
-wp-admin/admin-ajax.phphttp://roxie.holy.jp/robots.txt
 wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
 wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
 wp-admin/admin-ajax.phphttp://tribe.net/robots.txt
-wp-admin/admin-ajax.phphttp://vox.com/robots.txt
 wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://zoho.com/robots.txt
 wp-admin/http://backtoedenfilm.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -111686,7 +111423,7 @@ wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://nielsen.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
 wp-content/uploads/wp-import-export-lite/
 wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
@@ -112271,7 +112008,6 @@ yueranzhuo
 yuesun
 yuhou
 yule
-yule*?
 yunan
 yunfeili
 yunguanwang
@@ -112971,7 +112707,6 @@ zzz_systest
 ~webradio
 ~webshare
 ~wpwt/
-Ϊ��ʱ��������Ŀ¼######
 【
 �hnliche-fahrzeuge/
 恒博国际app下载
@@ -113146,7 +112881,7 @@ zzz_systest
 2001/07/dying-for-attention
 2001/08/gruesome-movie-sparks-outrage
 2001/09/controversial-shock-site-for-sale
-2002/07/17/
+2002/
 2003
 2003/03/Translations/byLanguage
 2003/03/Translations/byTechnology