[Github Action] Automated trickest wordlists update.

This commit is contained in:
GitHub Action 2024-06-10 00:21:27 +00:00
parent 99f41db03f
commit c1b08e5fbe
3 changed files with 876 additions and 1762 deletions

View File

@ -3,6 +3,7 @@
#
$
$
$http://census.gov/robots.txt
$rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
%20
%20(http
@ -271,6 +272,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.mp4$
.mrss$
.mspx
.nocache.html
.otf*************
.otmi$
.pdf
@ -2286,6 +2288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/?orpq
/?q=
/?s=
/?sc_lang
/?xml=
/?z=1
/@async
@ -2304,8 +2307,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/B00M3E2GU8
/B00M3E2J14
/B00M3E2LOE
/BucketContent
/C
/CVS
/Careers/Form
/Careers/Profiles
/Careers/Registration
/Client/
/Community?
/F1/
@ -2320,6 +2327,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/Ntx
/P
/PWD
/RedesignBucket
/Results.aspx
/Results?
/SelectLocale?fromPage=
@ -2330,6 +2338,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/Xhr
/_
/_/rsrc
/_acnmedia/
/_activities
/_activity
/_category
@ -2340,6 +2349,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/_employer_name
/_followers
/_following
/_globalreferences/
/_jcr_content
/_jcr_content/par
/_m2
@ -2348,6 +2358,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/_saved
/_shop
/_shopping_list
/a-com-no-follow-no-index/
/about
/about
/about-us/contact/contact-spotify-account
@ -2544,6 +2555,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/citedby
/claim-money?
/client/
/clients/
/clima/
/cm
/cnet_global_app_redirect.xml
@ -2603,12 +2615,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/contactformulier
/contactus/mwaas*
/content-feedback/accessibility-feedback
/content/acom/
/content/search
/content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
/contributor
/contributors.txt
/cookie.js
/cookie/dmaid
/core/
/country
/cover
/covid-19-across-world/*
@ -2732,6 +2746,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/entrylist-*.html
/entrylist.html
/error
/error/
/es/partidos
/evalcenter/
/events
@ -2814,6 +2829,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/hack
/hardware/*/cart
/havadurumu/
/header/global-header/
/health/search/filter
/healthvault/
/height_*--
@ -2962,6 +2978,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/login/
/login/verify-email
/login?
/loginpage
/logout
/longhorn/
/lookup?
@ -3052,7 +3069,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newssearch
/no-internet-heading-assigned
/no-internet-heading-assisted
/no-referrer-when-downgradehttp://gmail.com/robots.txt
/no-referrer-when-downgradehttp://computerbase.de/robots.txt
/no-search-results
/node
/node/add
@ -3305,11 +3322,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search/?q
/search/?q=*
/search/account
/search/ai-search
/search/assets
/search/collections
/search/login
/search/models
/search/portfolio
/search/results
/search/ris
/search/search_results
/search?
@ -3340,6 +3359,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/searchDirectory
/searchresults/
/searchsuggest
/secure/
/select*?
/select-cadeau-sparen/?
/selectlocale-dmc?fromPage=
@ -3382,6 +3402,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/singlepage/pipe
/singlepage/uncached_pipe
/site/
/sitecore/
/sitemap
/sitemap_gpdc.xml
/skip-video
@ -3609,7 +3630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*__rmid
?*__rmidpage
?*ajs_event
?*apikey*http://visitazores.com/robots.txt
?*apikey*http://akismet.com/robots.txt
?*app
?*appidt=*
?*aspects=
@ -3634,7 +3655,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*egotecpage
?*err_code=404
?*f[*]=
?*f[0]=*http://unpkg.com/robots.txt
?*fbclid
?*feed=
?*gg155.cn
@ -3824,7 +3844,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*utm_medium=
?*utm_source
?*utm_source=
?*utm_source=http://chrome.google.com/robots.txt
?*utm_source=http://pixel.quantserve.com/robots.txt
?*utm_term=
?*verified=
?*xid
@ -5340,7 +5360,6 @@ Help
HelpContent
Heritrix
Home/404Page
HpImageArchive.aspx
HubStyle/static-2.309
HubStyle/static-2.313
HubStyle/static-2.315
@ -5641,7 +5660,6 @@ ProfilesGate
Project
PromotionDetailsDisplayView
PromotionDisplayView
Proxy.ashx
QUICKNEWS
Qinfo
Qinfo/cams
@ -5699,7 +5717,6 @@ SOImapPriceDisplayView
SametimeWebApp
Scripts
Search
Search
Search/*
Search/Mail/Public
SearchNavigationView
@ -6164,8 +6181,6 @@ ac/
ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
ac2
academic-subscriptions
academic/profile
academic/search
academy
academy-free-account
academy/*/results
@ -6248,7 +6263,6 @@ ach/search
ach/user
ach/users
achievements
aclick
aclk
acoustic
acq/nonprofits
@ -6515,7 +6529,6 @@ alexa-top-sites/*
alexa-web-search/*
alexa/*
alexaforbusiness/
alink
alkali
all
all-supported-params
@ -6539,7 +6552,6 @@ amp
amp$
amp-proxy
amp-tealium
amp/
amp/authorize
amphtml
amphtml/blogs/test
@ -6605,16 +6617,15 @@ api.html?
api.php
api/
api/?
api/attachments/*http://docs.wixstatic.com/robots.txt
api/attachments/*http://whitehouse.gov/robots.txt
api/discovery
api/editionurlgenerator
api/eventlogging
api/html
api/http://kobo.com/robots.txt
api/http://bostonglobe.com/robots.txt
api/internal/analytics/songs
api/jobPostings/jobs
api/legendary-data/relay
api/maps/
api/nextsteps/*
api/nicorepo/timeline
api/programas/69730/audios.rss
@ -6681,7 +6692,7 @@ appchart
appdynamics-wem.cisco.com
appealed-pin
apple-app-site-association
apple-app-site-associationhttp://fonts.google.com/robots.txt
apple-app-site-associationhttp://freewebs.com/robots.txt
apple-news
appliance
applicant-eligibility
@ -7480,7 +7491,6 @@ backoffice=
backstage/help/search-results.html
badges/profile/create
bagon
baidu
ban-me-i-am-a-robot
bandito
banking
@ -7728,7 +7738,6 @@ bezahlvorgaenge.html
bfe/apps/website
bfl
bfmp
bfp/search
bg
bg-*/
bg-bg/
@ -7790,7 +7799,6 @@ bin
bin/
bin/search.go
bin/search.py
bing-site-safety
bingbot
bipolar-disorder/bipolar-depression-management
bipolar-disorder/video/bipolar-fatherhood
@ -7880,7 +7888,7 @@ blog/*?text=
blog/*sitemap.xml$
blog/*utm_source=
blog/.
blog/.html.*http://salon.com/robots.txt
blog/.html.*http://stripe.com/robots.txt
blog/?p=
blog/?s=
blog/Neuer_Beitrag.html
@ -7936,7 +7944,6 @@ blogs/blogpost/preview
blogs/nationals-journal-beta
blogs/pad$
blogs/pad/$
blogs/search/
blogs/slow-ride
blogs/technology.atom
blogs/test
@ -8008,7 +8015,7 @@ bookmark_mana2
bookmarklet
bookmarks
bookmarks/widget
bookmarkshttp://ed.ted.com/robots.txt
bookmarkshttp://whatsapp.com/robots.txt
books
books/NBK
books/about
@ -8924,7 +8931,7 @@ cdn-cgi
cdn-cgi/
cdn-cgi/bm/cv
cdn-cgi/challenge-platform
cdn-cgi/http://mediapost.com/robots.txt
cdn-cgi/http://google.co.in/robots.txt
cdn-cgi/rum
cdn-cgi/zaraz/s.js
cdn-cgi/zaraz/t
@ -8952,7 +8959,7 @@ cgi-bin/homelandsecurity
cgi-bin/loginpage
cgi-bin/state
cgi-bin/wx
cgi-binhttp://ifttt.com/robots.txt
cgi-binhttp://youtube.de/robots.txt
cgi-local
cgi-perl
cgi-registry
@ -9149,7 +9156,6 @@ civis/posts
civis/search
civis/threads/*in_iframe=1
civis/threads/*wp_data=
ck/
cl
cl2/feeds
cl2/ical
@ -9292,7 +9298,7 @@ co/user
co/users
co/ventureone
code/*
code/http://w3techs.com/robots.txt
code/http://cbc.ca/robots.txt
codesamples/
coin*mid=
colehaan/daring-to-step-forward
@ -9499,7 +9505,7 @@ conflagexp
connect
connect/@
connect/help/search-results.html
connect/http://blog.twitter.com/robots.txt
connect/http://purl.org/robots.txt
connect/social-intranet.html
connections
connections/recent
@ -9617,7 +9623,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://google.ru/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
content/dam/redcross/lp
content/dam/web/da_dk/www
@ -9804,16 +9810,13 @@ cp/api/wpa
cpds2
cpes/
cpresources
cpro
cpropub/univercd
cpspa
cr
cr$
cr/
cr/$
cr/corporate/contact
cr/news
cr?
craft
crash
crawler4j
@ -11182,9 +11185,6 @@ enterprise/seo
entertain
entertainment/article/Minerva-s-horoscope
entertainment/bravo
entities/search
entityexplore$
entityexplore?
entrez
entrez/eutils
entrez/sutils
@ -11610,7 +11610,7 @@ events/friday-rush$
events/fsi-cloud-symposium-nyc.html
events/rss
evernote/like.php
evite/*http://dw.com/robots.txt
evite/*http://klove.com/robots.txt
examples/*
exclusive-offers
exec/obidos/account-access-login
@ -11718,7 +11718,6 @@ fbl/terms.html
fbpostaction.cms?article=
fcgi-
fckeditor
fd/
fdbk
feature/sf-test
feature_nine_browse-bin=
@ -11895,7 +11894,7 @@ files/techabuse-welsh.pdf
files/techabuse.pdf
fileview
filing/free-file-fillable-forms/free-file-fillable-forms-support
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://rollingstone.com/robots.txt
filter
filter/tips
filter/tips
@ -12295,8 +12294,6 @@ full
fullscreen
fullscreen/ReportLinker
fun
fun/api/
fun/g/
fundraiser/charity
fundraiser/search
fur/forums
@ -12318,7 +12315,7 @@ fy-NL/search
fy-NL/user
fy-NL/users
g
g/4arE9Chttp://flickr.com/robots.txt
g/4arE9Chttp://eji.org/robots.txt
g/api
g00
g01
@ -12541,7 +12538,7 @@ gh/news
gh/useracquisition
gh_jid=
gif
gifshttp://gist.github.com/robots.txt
gifshttp://docs.microsoft.com/robots.txt
gift-redemption
gift-terms
gift_card=
@ -12567,7 +12564,7 @@ gl/users
glass/images/commerce
global
global$
global-infrastructure/services/get-async/http://baidu.com/robots.txt
global-infrastructure/services/get-async/http://copyright.gov/robots.txt
global-master
global-nav-esi
global/RU/
@ -12894,7 +12891,7 @@ ha/search
ha/user
ha/users
hackathons/reinvent-2013/
hacker/*/followhttp://hackerone.com/robots.txt
hacker/*/followhttp://vogue.com/robots.txt
hacker/*/unfollow
hair-transplant-services
handler
@ -13010,7 +13007,7 @@ hilfe/live/launch-day/launch-day-show-voting.html
hilfe/live/officehour/officehour-link.html
hims-hard-mints
hinweis/datenleck
hire/browsehttp://betterplace.org/robots.txt
hire/browsehttp://tools.google.com/robots.txt
history
history
history-acm-org/
@ -13166,7 +13163,6 @@ homeandgarden/home/hearstmagazines
homefeed
homepage
homepage-video-test
homepage/
homepage/2013
honing.html
hooks
@ -13188,14 +13184,12 @@ hosted
hosted/images
hosting/search
hotel/index.hi.
hotel/reviews?
hotel/us/the-airstream-van.*.html
hotel_attractions
hotel_rt_onview
hotelfinder/rpc
hotels
hotels/rpc
hotels/search
hotelsonmap.*.json
hotfix/
houseads
@ -13209,8 +13203,6 @@ howto
howtobuy/
hp/focus-retrocompatibile$
hp/video
hpm
hpmob
hr
hr-*/
hr-hr/
@ -13291,40 +13283,38 @@ http
http-checker
http2_data
http:
http://2.bp.blogspot.com/robots.txt
http://about.google/robots.txt
http://amazon.de/robots.txt
http://amzn.to/robots.txt
http://api.whatsapp.com/robots.txt
http://app.box.com/robots.txt
http://bbc.com/robots.txt
http://bcn.cl/robots.txt
http://behance.net/robots.txt
http://census.gov/robots.txt
http://euronews.com/robots.txt
http://extension.purdue.edu/robots.txt
http://graphisoft.com/robots.txt
http://hubspot.com/robots.txt
http://ie.edu/robots.txt
http://linkedin.com/robots.txt
http://mrisoftware.com/robots.txt
http://nationalgeographic.com/robots.txt
http://news.cnet.com/robots.txt
http://news.yahoo.com/robots.txt
http://npmjs.com/robots.txt
http://patreon.com/robots.txt
http://producthunt.com/robots.txt
http://raiplay.it/robots.txt
http://redbubble.com/robots.txt
http://statcounter.com/robots.txt
http://support.apple.com/robots.txt
http://airtable.com/robots.txt
http://amazon.co.uk/robots.txt
http://amazon.com.br/robots.txt
http://anchor.fm/robots.txt
http://blog.youtube/robots.txt
http://bmj.com/robots.txt
http://cisco.com/robots.txt
http://creativecommons.org/robots.txt
http://crunchyroll.com/robots.txt
http://discogs.com/robots.txt
http://eff.org/robots.txt
http://foxnews.com/robots.txt
http://google.com.mx/robots.txt
http://hangouts.google.com/robots.txt
http://help.twitter.com/robots.txt
http://img.youtube.com/robots.txt
http://lh5.googleusercontent.com/robots.txt
http://lifehacker.com/robots.txt
http://lulu.com/robots.txt
http://mediapost.com/robots.txt
http://mozilla.com/robots.txt
http://online.wsj.com/robots.txt
http://pastebin.com/robots.txt
http://sketchfab.com/robots.txt
http://ssl.google-analytics.com/robots.txt
http://static.googleusercontent.com/robots.txt
http://techradar.com/robots.txt
http://tiny.cc/robots.txt
http://torproject.org/robots.txt
http://translate.google.com/robots.txt
http://upload.wikimedia.org/robots.txt
http://vogue.com/robots.txt
http://yelp.com/robots.txt
http://tv.youtube.com/robots.txt
http://validator.w3.org/robots.txt
http://webmd.com/robots.txt
http://wellbeing.google/robots.txt
hu
hu-*/
hu-hu/
@ -13694,16 +13684,11 @@ images/$
images/*
images/?
images/Podcasts
images/async/?
images/async?
images/carBlogsimages
images/chart_gifs
images/chart_pdfs
images/chart_png300
images/chart_png460
images/hosted/?
images/hosted/search?
images/hosted?
images/interview_pdfs
images/li.gif
images/logging_requests.gif
@ -13712,12 +13697,8 @@ images/ndtvvideo/*
images/pad/search?rpt=imageview
images/pad/search?text=*&source=morda
images/resume
images/search%3F
images/search/?
images/search?
images/search?rpt=imageview
images/search?text=*&source=morda
images/searchbyimage
images/showroomimages
images/smart/$
images/touch/$
@ -13728,7 +13709,6 @@ images/usedcarimages
images/userprofileimg
images/v$
images/viewconfig$
images?
imagine/
imesync
img
@ -13853,7 +13833,6 @@ inapp
inbox
inbox$
inbox$
inboxcommerce
inc5000dev
include
include/
@ -13917,7 +13896,6 @@ index.php/ko/node/
index.php/magazine/get_comment
index.php/media/oembed
index.php/members/profile
index.php/node/
index.php/node/add
index.php/node/add/
index.php/ru/node/
@ -14012,7 +13990,7 @@ intcmp=
integrate/
integromedb
intelligencer/amp
interactive*http://fcc.gov/robots.txt
interactive*http://startnext.com/robots.txt
interactive/reading-preference
interface/pda
intern/service/suche
@ -14886,7 +14864,7 @@ layout/set/txt_pq
layout/set/xml
layouts
lb
leadingtogether/http://validator.w3.org/robots.txt
leadingtogether/http://feedly.com/robots.txt
leaf
learn
learn-noperf
@ -14921,7 +14899,7 @@ learning/settings?
learnmorelayer
learnmorelayertv
lecture
lecture/http://creativecommons.org/robots.txt
lecture/http://creatoracademy.youtube.com/robots.txt
lees/gids/exclusief
lees/gids/exclusief$
lees/gids/exclusief.*$
@ -15042,7 +15020,6 @@ liked
limit_hits
limited-release
link
link?
link_to
linked
linkedin
@ -15109,7 +15086,6 @@ loans
loc/volunteers
loc=
local
local
local-services-ads
local/ajax
local/blogsandcolumns/slow-ride-front
@ -15429,7 +15405,6 @@ maps/*?lang=uk$
maps/*?lang=uz$
maps/*?ll=
maps/about
maps/adsendpoint
maps/api/js
maps/api/place/js
maps/api/staticmap
@ -15533,6 +15508,7 @@ media/popup/
media/thumbnails/
media/tv/channel/credits
media/tyfo*
media/tyfo*http://codex.wordpress.org/robots.txt
mediabase
mediaembed
medialibrary/de/brief
@ -15830,7 +15806,6 @@ merchant/directions/*
merchant/imageUploadPreview/*
merchant/loc/*
merchant/moreProducts?*
merchant/reviews?
merchant/update/*
merchantapps
mes
@ -16803,7 +16778,6 @@ no_cookies
noaccess
nocookie
node
node/
node/add
node/add/
node=
@ -16811,7 +16785,7 @@ noflashhtml
nofollow=1
nojs=
nonConfig/api/wpa
nonce="I4f6gHFSBgrEFiGbDyuabA">if(google.cis
nonce="RpASHH-cmBNHXkyRIe1Gcg">if(google.cis
nonprofits/account
nonstyleishida/videolist-*.html
nonstyleishida/videolist.html
@ -16833,7 +16807,6 @@ notificarelacionadas
notifications
notifications
notifications$
notifications/
notifications/*
nova
now/mt3
@ -17016,8 +16989,6 @@ offers/nonprofits
offers/nonprofits$
offers/nonprofits%
offers/nonprofits?
offers/proxy/dealsserver/api/log
offers/proxy/dealsserver/buy
offers/referral-terms-conditions
offers/referral-terms-conditions$
offers/referral-terms-conditions%
@ -17715,7 +17686,7 @@ pmc/publisherportal/download
pmc/publisherportal/journalmanager
pmc/tocrender.fcgi
pmc/utilities
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22b43552xfUJPx2ZoXpcOjO-0idV4\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22KQetWhsAJ9kZTIuuKo6xv2HIcZU\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
pmcomment/
pmm-templates
pmo/contact/en/staff
@ -18107,7 +18078,6 @@ pro-resources
pro-site
pro/about
pro2
proFile/history?
proMatch
proProjects
proVideoWidget
@ -18126,7 +18096,6 @@ product-reviews/B0069IY63Y
product/electrode/api/logger
product/electrode/api/wpa
product/recommended
product/reviews?
productBrand=
productId=
productPurchaseDone
@ -18181,7 +18150,6 @@ profile/*/followers
profile/*/following
profile/*/map$
profile/downloads_limit
profile/history?
profile/license
profile/payment/getstarted
profile/view
@ -18825,7 +18793,6 @@ resources/xml/sitemaps
responder
rest
results
results
results-export-email-by-search-data
results-export-ids
results-export-search-by-year
@ -18877,7 +18844,6 @@ reviews/seller
reviews/top-reviewers
reviews_page=
rewards
rewardsapp/
rf=*
rfcdiff*
ribbon.php
@ -19081,7 +19047,6 @@ s2/sitemaps
s2/static
s3
s?
s?
s?*rh=n%3A1380045031
sa
sa=
@ -19542,7 +19507,7 @@ section/3
section/36
section/6
section/8
section/9http://issuu.com/robots.txt
section/9http://telegram.me/robots.txt
sectionized
sections
sections$
@ -19710,7 +19675,6 @@ set_cookie.pl
setbucket
setprefs
settings
settings
settings/*
settings/deactivated
settings/linkaccount
@ -19842,9 +19806,7 @@ sharing/files
sharing/folders
sheet/help/search-results.html
shelf/user_shelves
shenghuo
shenghuo/search?
shifen/
shihui
shihui?
ship
@ -19853,8 +19815,6 @@ shipping-payment
shippingassistant
shippinginformation
shop
shop$
shop/
shop/*&
shop/bag
shop/browse/campaigns/mobile_overlay
@ -19863,7 +19823,6 @@ shop/browse/ribbon
shop/global
shop/iphone/payments/overlay
shop/search.ep
shop?
shop_name_search_service
shop_pins
shopfront-api
@ -19902,7 +19861,7 @@ shows/
showtag
showtime/.requestinvite.html.swp
showtime/help/search-results.html
showtimes/location/*http://img.youtube.com/robots.txt
showtimes/location/*http://support.microsoft.com/robots.txt
shr*
shutterstock
si
@ -20445,7 +20404,6 @@ social-connect/send
social/help/search-results.html
social/photosui/images
social/photosui/sitemap
social/search?
social/social-security-directory/cai
social_media
socialapp/
@ -20558,7 +20516,6 @@ sp=
sp_url=
spartan
spatl
spbasic
spbot
spc-source=
special-promo/2for1
@ -20636,7 +20593,6 @@ sports/whatson
sports_fp_ms
spp/
spreadsheet
spresults
sprint_wml
sprint_xhtml
sprints/help/search-results.html
@ -20720,7 +20676,6 @@ statement
static
static-assets/documents/PwnedPasswordsTop100k.txt
static-assets/images/collection
static/
static/button/button1.html
static/button/button1.js
static/button/button2.html
@ -20837,8 +20792,6 @@ storeclick
storefront
storepicker
storerequest
stores$
stores/
stores/page/*visitId=
stories
story
@ -21144,7 +21097,7 @@ tag
tag-manager
tag-manager-360
tag/
tag/*+http://discogs.com/robots.txt
tag/*+http://mrisoftware.com/robots.txt
tag/*/a
tag/*/a/
tag/*/b
@ -21383,7 +21336,7 @@ test5
test6
testcases
testfl
testhttp://moz.com/robots.txt
testhttp://adweek.com/robots.txt
testing
testpage-forhomepage
tests/*
@ -21392,7 +21345,6 @@ text
textedition
tfemail
th
th$
th-*/
th-th.www.cloudflare.com
th-th/
@ -21415,7 +21367,6 @@ th/solutions/case-studies/
th/solutions/case-studies/innovators/innovators-eu/
th/user
th/users
th?
th_th/templates/M
thank-you
thank-you-enterprise-demo
@ -21660,13 +21611,12 @@ translate_static
translate_suggestion
translate_t
translation
translator/?ref=
transmute/static-1.85
transmute/static-2.6
transmute/static-2.8
transmute/static-2.9
transparency
transparency/http://anchor.fm/robots.txt
transparency/http://j.mp/robots.txt
transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@ -21688,24 +21638,10 @@ travel/
travel/2013/aug/22/been-there-readers-competition?
travel/8711559/The-Telegraph-Travel-Awards-2011.html
travel/clk
travel/css
travel/flight/flightSearch
travel/flight/flightSearchAction
travel/flight/search/?
travel/flight/search?
travel/flights/s
travel/hotel-search
travel/hotel/e
travel/hotel/hotelMiniSearchRequest
travel/hotel/hotelSearch
travel/hotels/checkout
travel/hotels/detail
travel/hotels/hotel-finder
travel/hotels/hotel-finder/$
travel/hotels/search/?
travel/hotels/search?
travel/scripts
travel/secure
travelnevadahighway95tc
treasury
treasury/treasdocuments
@ -22068,7 +22004,6 @@ uk/users
uk/ventureone
uk/wdc
uk/your
ulink?
ulk/i
ulk/sch
ulk/usr
@ -22088,7 +22023,6 @@ understanding-c3g
understanding-melanoma
unfiltered?
unfinished.php
unicef-component-mosaic
unicorn/check
unijobs/*/emailjob
unijobs/*/jbequicksignup
@ -22202,7 +22136,6 @@ ur/user
ur/users
urbanag
urchin_test
url
urlinator/static-1.54
urlinator/static-1.55
urlinator/static-1.57
@ -22213,6 +22146,7 @@ urr
urw
urw/*/product-reviews
us
us-en/careers/admin/careersxmlresult
us-es*/listing/*/favoriters
us-es*/people/*/circle
us-es*/people/*/favorites
@ -22720,21 +22654,11 @@ video_passthrough
video_passthrough.php
videorequest
videos
videos/?
videos/assets
videos/browsing
videos/e
videos/explore
videos/favorites
videos/feed
videos/feedcontent
videos/get_video_by_uid/
videos/images
videos/js
videos/music
videos/music/
videos/music/?
videos/music?
videos/search.php
videos/search.php?filter=*&s=Fight+Compilation$
videos/search.php?filter=*&s=Fight+Compilation*&start=*$
@ -22779,13 +22703,8 @@ videos/search.php?s=street+fight$
videos/search.php?s=street+fight*&start=*$
videos/search.php?s=woman+fight$
videos/search.php?s=woman+fight*&start=*$
videos/search/?
videos/search?
videos/trending
videos/trendingcontent
videos/viewmeta/
videos/week
videos?
videosearch
view
viewReview
@ -23040,10 +22959,6 @@ whythisad
widget
widget-landing-page.html
widget/*
widget/cr
widget/entity/search/?
widget/render
widget/snapshot
widget_auth.php
widget_chunks
widgets
@ -23809,7 +23724,6 @@ word/embed
wordpress/wp-admin
wordpress/wp-admin/admin-ajax.php
work
work
work/_
work/acceptinvitation
work/account
@ -23913,9 +23827,8 @@ wp-admin
wp-admin/
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
wp-admin/admin-ajax.phphttp://fool.com/robots.txt
wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt
wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
wp-admin/load-scripts.php
wp-admin/load-styles.php
wp-adv
@ -23981,7 +23894,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
wp-content/uploads
wp-content/uploads/
wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt
wp-dyn
wp-includes
wp-includes*.css
@ -24116,7 +24029,7 @@ your-shop
yourAccount
youraccount
youreurope/businessACC
youreurope/businessDEV/http://europarl.europa.eu/robots.txt
youreurope/businessDEV/http://businesswire.com/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yours
@ -24466,7 +24379,7 @@ zz
8618
9742
9744
101612.rsshttp://c-span.org/robots.txt
101612.rsshttp://sustainability.google/robots.txt
1010203
1014943
1027454