[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -1,8 +1,8 @@
 {
     "Jwt secrets update": {
-        "last_update": 1719824688
+        "last_update": 1719828225
     },
     "Trickest wordlist update": {
-        "last_update": 1719741797
+        "last_update": 1719828235
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt

@@ -10474,6 +10474,12 @@ Classes/RecordHooks/EmailAccount/BeforeCreate.php
 RecordHooks/EmailAccount/BeforeCreate.php
 EmailAccount/BeforeCreate.php
 BeforeCreate.php
+application/Espo/Classes/RecordHooks/AddressCountry/BeforeSave.php
+Espo/Classes/RecordHooks/AddressCountry/BeforeSave.php
+Classes/RecordHooks/AddressCountry/BeforeSave.php
+RecordHooks/AddressCountry/BeforeSave.php
+AddressCountry/BeforeSave.php
+BeforeSave.php
 application/Espo/Classes/RecordHooks/Note/AfterCreate.php
 Espo/Classes/RecordHooks/Note/AfterCreate.php
 Classes/RecordHooks/Note/AfterCreate.php
@@ -47743,6 +47749,12 @@ Espo/Core/ORM/Entity.php
 Core/ORM/Entity.php
 ORM/Entity.php
 Entity.php
+application/Espo/Core/ORM/Defs/AttributeParam.php
+Espo/Core/ORM/Defs/AttributeParam.php
+Core/ORM/Defs/AttributeParam.php
+ORM/Defs/AttributeParam.php
+Defs/AttributeParam.php
+AttributeParam.php
 application/Espo/Core/ORM/Helper.php
 Espo/Core/ORM/Helper.php
 Core/ORM/Helper.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt

@@ -1894,6 +1894,7 @@ application/Espo/Classes/ConsoleCommands/Import.php
 application/Espo/Classes/ConsoleCommands/PopulateArrayValues.php
 application/Espo/Classes/ConsoleCommands/CreateAdminUser.php
 application/Espo/Classes/RecordHooks/EmailAccount/BeforeCreate.php
+application/Espo/Classes/RecordHooks/AddressCountry/BeforeSave.php
 application/Espo/Classes/RecordHooks/Note/AfterCreate.php
 application/Espo/Classes/RecordHooks/Note/BeforeUpdate.php
 application/Espo/Classes/RecordHooks/Note/AssignmentCheck.php
@@ -7640,6 +7641,7 @@ application/Espo/Core/ExternalAccount/Clients/IClient.php
 application/Espo/Core/ExternalAccount/ClientManager.php
 application/Espo/Core/ExternalAccount/OAuth2/Client.php
 application/Espo/Core/ORM/Entity.php
+application/Espo/Core/ORM/Defs/AttributeParam.php
 application/Espo/Core/ORM/Helper.php
 application/Espo/Core/ORM/AttributeExtractorFactory.php
 application/Espo/Core/ORM/PDO/PDOFactoryFactory.php

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3074,7 +3074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://iana.org/robots.txt
+/no-referrer-when-downgradehttp://bakespace.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3129,7 +3129,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /patches/new
-/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3329,7 +3328,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?
 /search/?*terms
 /search/?q
-/search/?q=*
 /search/account
 /search/ai-search
 /search/assets
@@ -3366,7 +3364,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
-/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3671,7 +3668,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*egotecpage
 ?*err_code=404
 ?*f[*]=
-?*f[0]=*http://feedly.com/robots.txt
+?*f[0]=*http://owasp.org/robots.txt
 ?*fbclid
 ?*feed=
 ?*gg155.cn
@@ -5400,6 +5397,7 @@ Help
 HelpContent
 Heritrix
 Home/404Page
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5695,6 +5693,7 @@ ProfilesGate
 Project
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 QUICKNEWS
 QuerySeekerSpider
 QuickInfoView
@@ -5751,6 +5750,7 @@ SOImapPriceDisplayView
 SametimeWebApp
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6206,6 +6206,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6227,7 +6229,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://namecheap.com/robots.txt
+account/accomplishments/http://caniuse.com/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -6291,6 +6293,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -6551,6 +6554,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -6574,6 +6578,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amp/authorize
 amphtml
 amphtml/blogs/test
@@ -6640,15 +6645,16 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://giphy.com/robots.txt
+api/attachments/*http://euronews.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://tiny.cc/robots.txt
+api/http://redcross.org/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/programas/69730/audios.rss
@@ -6716,7 +6722,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://bitbucket.org/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7768,6 +7774,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -7829,6 +7836,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7918,7 +7926,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://bitly.com/robots.txt
+blog/.html.*http://loc.gov/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -7974,6 +7982,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8963,7 +8972,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://timeanddate.com/robots.txt
+cdn-cgi/http://beatport.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -8989,7 +8998,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://is.gd/robots.txt
+cgi-binhttp://meyerweb.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9185,6 +9194,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -9328,7 +9338,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://moz.com/robots.txt
+code/http://tumblr.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9538,7 +9548,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://netflix.com/robots.txt
+connect/http://edition.cnn.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9655,7 +9665,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://bostonglobe.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://j.mp/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -9844,10 +9854,12 @@ cpro
 cpropub/univercd
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -10321,7 +10333,6 @@ deals/merchant/*
 deals/popular/*
 debats/
 debug
-debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -10410,7 +10421,6 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
-di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11214,6 +11224,9 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -11640,7 +11653,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://mozilla.com/robots.txt
+evite/*http://klove.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -11750,6 +11763,7 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -11923,7 +11937,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://instructables.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://crunchbase.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12313,6 +12327,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -12556,7 +12572,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://business.twitter.com/robots.txt
+gifshttp://zen.yandex.ru/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -12582,7 +12598,6 @@ gl/users
 glass/images/commerce
 global
 global$
-global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -12910,7 +12925,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://eji.org/robots.txt
+hacker/*/followhttp://networkadvertising.org/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13207,12 +13222,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13226,6 +13243,8 @@ howto
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -13307,38 +13326,38 @@ http-checker
 http2_data
 http:
 http://about.google/robots.txt
-http://addons.mozilla.org/robots.txt
-http://amsterdam.nl/robots.txt
-http://blog.hubspot.com/robots.txt
-http://cbc.ca/robots.txt
-http://classroom.google.com/robots.txt
-http://code.google.com/robots.txt
-http://cofchrist.org/robots.txt
-http://dailymotion.com/robots.txt
-http://discord.com/robots.txt
-http://ec.europa.eu/robots.txt
-http://eff.org/robots.txt
-http://etsy.com/robots.txt
-http://fcc.gov/robots.txt
-http://fda.gov/robots.txt
+http://androidcommunity.com/robots.txt
+http://blog.google/robots.txt
+http://calendly.com/robots.txt
+http://cardekho.com/robots.txt
+http://cdbaby.com/robots.txt
+http://freewebs.com/robots.txt
 http://fun888asia.com/robots.txt
+http://genius.com/robots.txt
+http://help.twitter.com/robots.txt
+http://hootsuite.com/robots.txt
 http://hubspot.com/robots.txt
-http://mozilla.org/robots.txt
+http://i2.wp.com/robots.txt
+http://instructables.com/robots.txt
+http://mega.nz/robots.txt
+http://npr.org/robots.txt
+http://nydailynews.com/robots.txt
 http://online.wsj.com/robots.txt
-http://onlinelibrary.wiley.com/robots.txt
-http://paypal.me/robots.txt
-http://princeton.edu/robots.txt
+http://php.net/robots.txt
+http://pkp.sfu.ca/robots.txt
+http://pnas.org/robots.txt
 http://s3-eu-west-1.amazonaws.com/robots.txt
-http://s3-us-west-2.amazonaws.com/robots.txt
-http://sketchfab.com/robots.txt
-http://sustainability.google/robots.txt
+http://sciencedirect.com/robots.txt
+http://searchengineland.com/robots.txt
+http://smugmug.com/robots.txt
+http://static.googleusercontent.com/robots.txt
+http://support.mozilla.org/robots.txt
 http://tax.ny.gov/robots.txt
-http://telegraph.co.uk/robots.txt
-http://ubuntu.com/robots.txt
-http://usnews.com/robots.txt
-http://w3techs.com/robots.txt
-http://yellowpages.ca/robots.txt
-http://zillow.com/robots.txt
+http://techcrunch.com/robots.txt
+http://tepapa.govt.nz/robots.txt
+http://today.com/robots.txt
+http://twitch.tv/robots.txt
+http://validator.w3.org/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -13709,11 +13728,16 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -13722,8 +13746,13 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -13734,6 +13763,7 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 img
@@ -13855,6 +13885,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14013,7 +14044,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://codex.wordpress.org/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14891,7 +14922,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://owasp.org/robots.txt
+leadingtogether/http://techrepublic.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -15113,6 +15144,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -15433,6 +15465,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -15536,7 +15569,7 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://csmonitor.com/robots.txt
+media/tyfo*http://promo.com/robots.txt
 mediaembed
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -15833,6 +15866,7 @@ merchant/directions/*
 merchant/imageUploadPreview/*
 merchant/loc/*
 merchant/moreProducts?*
+merchant/reviews?
 merchant/update/*
 merchantapps
 mes
@@ -16797,7 +16831,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="r7cs7JRhEgFHaoV5ZxkgwA">if(google.cis
+nonce="fEDvQXZkNU654NcHQmuBSw">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -16819,6 +16853,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17000,6 +17035,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -17701,7 +17738,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22gDm0BPlHRfrTjvZGh_GVWTN1Bq4\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22sv6z8ybU0zXRIwlq1N-otS_Qlnk\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -18096,6 +18133,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18113,6 +18151,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18167,6 +18206,7 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -18811,6 +18851,7 @@ resources/xml/sitemaps
 responder
 rest
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -18862,6 +18903,7 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -19532,7 +19574,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://amazon.in/robots.txt
 sectionized
 sections
 sections$
@@ -19699,6 +19741,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -19832,6 +19875,7 @@ sharing/files
 sharing/folders
 sheet/help/search-results.html
 shelf/user_shelves
+shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -19842,6 +19886,8 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/bag
 shop/browse/campaigns/mobile_overlay
@@ -19850,6 +19896,7 @@ shop/browse/ribbon
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -19900,7 +19947,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://ad.doubleclick.net/robots.txt
+showtimes/location/*http://anchor.fm/robots.txt
 shr*
 shutterstock
 si
@@ -20453,6 +20500,7 @@ social-connect/send
 social/help/search-results.html
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -20564,6 +20612,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -20641,6 +20690,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sprints/help/search-results.html
@@ -20726,6 +20776,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -20850,6 +20901,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -21156,7 +21209,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://drupal.org/robots.txt
+tag/*+http://getpocket.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21390,7 +21443,7 @@ test5
 test6
 testcases
 testfl
-testhttp://pca.st/robots.txt
+testhttp://europa.eu/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21399,6 +21452,7 @@ text
 text_edition
 tfemail
 th
+th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -21421,6 +21475,7 @@ th/solutions/case-studies/
 th/solutions/case-studies/innovators/innovators-eu/
 th/user
 th/users
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -21665,12 +21720,13 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://ib.adnxs.com/robots.txt
+transparency/http://npmjs.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -21692,10 +21748,24 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
+travel/scripts
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -22195,6 +22265,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -22704,14 +22775,29 @@ video_passthrough.php
 videodash.cms*
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 viewReview
@@ -22957,6 +23043,10 @@ whythisad
 widget
 widget-landing-page.html
 widget/*
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -23722,6 +23812,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -23824,9 +23915,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://sb.scorecardresearch.com/robots.txt
-wp-admin/admin-ajax.phphttp://tiff.net/robots.txt
-wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
+wp-admin/admin-ajax.phphttp://lastpass.com/robots.txt
+wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt
+wp-admin/admin-ajax.phphttp://umc.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -23892,7 +23983,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://deezer.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://alexa.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24026,7 +24117,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://kobo.com/robots.txt
+youreurope/businessDEV/http://business.facebook.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24375,7 +24466,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://news.bbc.co.uk/robots.txt
+101612.rsshttp://jquery.com/robots.txt
 1010203
 1014943
 1027454