From 244312e07af9de2858a2aa672b35ca0947303d36 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
<41898282+github-actions[bot]@users.noreply.github.com>
Date: Mon, 7 Sep 2026 10:18:53 +0000
Subject: [PATCH] [Github Action] Automated trickest wordlists update.
---
.bin/wordlist-updaters/status.json | 2 +-
.../drupal-all-levels.txt | 71 -
.../CMS/trickest-cms-wordlist/drupal.txt | 8 -
.../erpnext-all-levels.txt | 4 +
.../CMS/trickest-cms-wordlist/erpnext.txt | 1 +
.../octobercms-all-levels.txt | 28 +
.../CMS/trickest-cms-wordlist/octobercms.txt | 5 +
.../top-100.txt | 12 +-
.../top-1000.txt | 94 +-
.../top-10000.txt | 3867 ++++++++++-------
10 files changed, 2342 insertions(+), 1750 deletions(-)
diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 6a9b43635..9adca0bbf 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
"last_update": 1788624929
},
"Trickest wordlist update": {
- "last_update": 1788689671
+ "last_update": 1788776317
}
}
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
index 62230f3e6..fb0d776d6 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
@@ -7523,13 +7523,6 @@ tests/src/Kernel/ManageFieldsTest.php
src/Kernel/ManageFieldsTest.php
Kernel/ManageFieldsTest.php
ManageFieldsTest.php
-core/modules/field_ui/tests/src/Kernel/EntityDisplayDependenciesTest.php
-modules/field_ui/tests/src/Kernel/EntityDisplayDependenciesTest.php
-field_ui/tests/src/Kernel/EntityDisplayDependenciesTest.php
-tests/src/Kernel/EntityDisplayDependenciesTest.php
-src/Kernel/EntityDisplayDependenciesTest.php
-Kernel/EntityDisplayDependenciesTest.php
-EntityDisplayDependenciesTest.php
core/modules/field_ui/tests/src/Kernel/EntityFormDisplayTest.php
modules/field_ui/tests/src/Kernel/EntityFormDisplayTest.php
field_ui/tests/src/Kernel/EntityFormDisplayTest.php
@@ -40620,55 +40613,6 @@ core/modules/field/field.purge.inc
modules/field/field.purge.inc
field/field.purge.inc
field.purge.inc
-core/modules/field/tests/modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-modules/field/tests/modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-field/tests/modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-tests/modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-config/schema/field_dynamic_dependencies_test.schema.yml
-schema/field_dynamic_dependencies_test.schema.yml
-field_dynamic_dependencies_test.schema.yml
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-FieldWidget/TestFieldDynamicDependenciesWidget.php
-TestFieldDynamicDependenciesWidget.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-Field/FieldType/TestFieldDynamicDependenciesItem.php
-FieldType/TestFieldDynamicDependenciesItem.php
-TestFieldDynamicDependenciesItem.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-TestFieldDynamicDependenciesFormatter.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-modules/field/tests/modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-field/tests/modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-tests/modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
-field_dynamic_dependencies_test.info.yml
core/modules/field/tests/modules/field_test_views/field_test_views.info.yml
modules/field/tests/modules/field_test_views/field_test_views.info.yml
field/tests/modules/field_test_views/field_test_views.info.yml
@@ -41193,13 +41137,6 @@ tests/modules/field_test/field_test.field_type_categories.yml
modules/field_test/field_test.field_type_categories.yml
field_test/field_test.field_type_categories.yml
field_test.field_type_categories.yml
-core/modules/field/tests/fixtures/update/display_dependency_update_test.php
-modules/field/tests/fixtures/update/display_dependency_update_test.php
-field/tests/fixtures/update/display_dependency_update_test.php
-tests/fixtures/update/display_dependency_update_test.php
-fixtures/update/display_dependency_update_test.php
-update/display_dependency_update_test.php
-display_dependency_update_test.php
core/modules/field/tests/src/FunctionalJavascript/Number/NumberFieldTest.php
modules/field/tests/src/FunctionalJavascript/Number/NumberFieldTest.php
field/tests/src/FunctionalJavascript/Number/NumberFieldTest.php
@@ -41268,14 +41205,6 @@ tests/src/Functional/FormTest.php
src/Functional/FormTest.php
Functional/FormTest.php
FormTest.php
-core/modules/field/tests/src/Functional/Update/RecalculateDependenciesUpdateTest.php
-modules/field/tests/src/Functional/Update/RecalculateDependenciesUpdateTest.php
-field/tests/src/Functional/Update/RecalculateDependenciesUpdateTest.php
-tests/src/Functional/Update/RecalculateDependenciesUpdateTest.php
-src/Functional/Update/RecalculateDependenciesUpdateTest.php
-Functional/Update/RecalculateDependenciesUpdateTest.php
-Update/RecalculateDependenciesUpdateTest.php
-RecalculateDependenciesUpdateTest.php
core/modules/field/tests/src/Functional/NestedFormTest.php
modules/field/tests/src/Functional/NestedFormTest.php
field/tests/src/Functional/NestedFormTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
index aa54ae6af..c111bffba 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
@@ -1122,7 +1122,6 @@ core/modules/field_ui/tests/src/Traits/FieldUiTestTrait.php
core/modules/field_ui/tests/src/Traits/FieldUiAssertTrait.php
core/modules/field_ui/tests/src/Kernel/EntityDisplayTest.php
core/modules/field_ui/tests/src/Kernel/ManageFieldsTest.php
-core/modules/field_ui/tests/src/Kernel/EntityDisplayDependenciesTest.php
core/modules/field_ui/tests/src/Kernel/EntityFormDisplayTest.php
core/modules/field_ui/field_ui.permissions.yml
core/modules/field_ui/field_ui.links.task.yml
@@ -5666,11 +5665,6 @@ core/modules/field/config/schema/field.views.schema.yml
core/modules/field/config/schema/field.schema.yml
core/modules/field/field.install
core/modules/field/field.purge.inc
-core/modules/field/tests/modules/field_dynamic_dependencies_test/config/schema/field_dynamic_dependencies_test.schema.yml
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldWidget/TestFieldDynamicDependenciesWidget.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldType/TestFieldDynamicDependenciesItem.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/src/Plugin/Field/FieldFormatter/TestFieldDynamicDependenciesFormatter.php
-core/modules/field/tests/modules/field_dynamic_dependencies_test/field_dynamic_dependencies_test.info.yml
core/modules/field/tests/modules/field_test_views/field_test_views.info.yml
core/modules/field/tests/modules/field_test_views/test_views/views.view.test_view_field_delete.yml
core/modules/field/tests/modules/field_test_views/test_views/views.view.test_view_fieldapi.yml
@@ -5728,7 +5722,6 @@ core/modules/field/tests/modules/field_test/src/Form/NestedEntityTestForm.php
core/modules/field/tests/modules/field_test/field_test.routing.yml
core/modules/field/tests/modules/field_test/field_test.info.yml
core/modules/field/tests/modules/field_test/field_test.field_type_categories.yml
-core/modules/field/tests/fixtures/update/display_dependency_update_test.php
core/modules/field/tests/src/FunctionalJavascript/Number/NumberFieldTest.php
core/modules/field/tests/src/FunctionalJavascript/EntityReference/EntityReferenceAdminTest.php
core/modules/field/tests/src/FunctionalJavascript/Boolean/BooleanFormatterSettingsTest.php
@@ -5738,7 +5731,6 @@ core/modules/field/tests/src/Functional/Views/FieldUITest.php
core/modules/field/tests/src/Functional/ReEnableModuleFieldTest.php
core/modules/field/tests/src/Functional/GenericTest.php
core/modules/field/tests/src/Functional/FormTest.php
-core/modules/field/tests/src/Functional/Update/RecalculateDependenciesUpdateTest.php
core/modules/field/tests/src/Functional/NestedFormTest.php
core/modules/field/tests/src/Functional/FieldImportDeleteUninstallUiTest.php
core/modules/field/tests/src/Functional/FieldDefaultValueCallbackTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt
index c938e391c..107b867aa 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt
@@ -19167,6 +19167,10 @@ erpnext/controllers/tests/test_qty_based_taxes.py
controllers/tests/test_qty_based_taxes.py
tests/test_qty_based_taxes.py
test_qty_based_taxes.py
+erpnext/controllers/tests/test_ledger_preview.py
+controllers/tests/test_ledger_preview.py
+tests/test_ledger_preview.py
+test_ledger_preview.py
erpnext/controllers/tests/test_taxes_and_totals.py
controllers/tests/test_taxes_and_totals.py
tests/test_taxes_and_totals.py
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt
index 24b4e399b..3c1b907c0 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt
@@ -4006,6 +4006,7 @@ erpnext/controllers/print_settings.py
erpnext/controllers/tests/__init__.py
erpnext/controllers/tests/test_distributed_discount.py
erpnext/controllers/tests/test_qty_based_taxes.py
+erpnext/controllers/tests/test_ledger_preview.py
erpnext/controllers/tests/test_taxes_and_totals.py
erpnext/controllers/tests/test_sales_and_purchase_return.py
erpnext/controllers/tests/test_item_wise_inventory_account.py
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms-all-levels.txt
index c3797aad8..94fb176d9 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms-all-levels.txt
@@ -111,6 +111,11 @@ dashboard/tests/classes/ReportDataSourceBaseTest.php
tests/classes/ReportDataSourceBaseTest.php
classes/ReportDataSourceBaseTest.php
ReportDataSourceBaseTest.php
+modules/dashboard/tests/classes/TrafficLoggerTest.php
+dashboard/tests/classes/TrafficLoggerTest.php
+tests/classes/TrafficLoggerTest.php
+classes/TrafficLoggerTest.php
+TrafficLoggerTest.php
modules/dashboard/tests/classes/ReportPeriodCalculatorTest.php
dashboard/tests/classes/ReportPeriodCalculatorTest.php
tests/classes/ReportPeriodCalculatorTest.php
@@ -4302,6 +4307,16 @@ system/tests/classes/DependencyResolverTest.php
tests/classes/DependencyResolverTest.php
classes/DependencyResolverTest.php
DependencyResolverTest.php
+modules/system/tests/classes/SettingsManagerTest.php
+system/tests/classes/SettingsManagerTest.php
+tests/classes/SettingsManagerTest.php
+classes/SettingsManagerTest.php
+SettingsManagerTest.php
+modules/system/tests/classes/ManifestCacheTest.php
+system/tests/classes/ManifestCacheTest.php
+tests/classes/ManifestCacheTest.php
+classes/ManifestCacheTest.php
+ManifestCacheTest.php
modules/system/tests/classes/ChangelogWidgetTest.php
system/tests/classes/ChangelogWidgetTest.php
tests/classes/ChangelogWidgetTest.php
@@ -19110,6 +19125,14 @@ themes/test/lang/en.json
test/lang/en.json
lang/en.json
en.json
+modules/cms/tests/fixtures/themes/test/pages/ajax-capture-test.htm
+cms/tests/fixtures/themes/test/pages/ajax-capture-test.htm
+tests/fixtures/themes/test/pages/ajax-capture-test.htm
+fixtures/themes/test/pages/ajax-capture-test.htm
+themes/test/pages/ajax-capture-test.htm
+test/pages/ajax-capture-test.htm
+pages/ajax-capture-test.htm
+ajax-capture-test.htm
modules/cms/tests/fixtures/themes/test/pages/404.htm
cms/tests/fixtures/themes/test/pages/404.htm
tests/fixtures/themes/test/pages/404.htm
@@ -19511,6 +19534,11 @@ cms/tests/components/TranslatableBagTest.php
tests/components/TranslatableBagTest.php
components/TranslatableBagTest.php
TranslatableBagTest.php
+modules/cms/tests/components/SitePickerTest.php
+cms/tests/components/SitePickerTest.php
+tests/components/SitePickerTest.php
+components/SitePickerTest.php
+SitePickerTest.php
modules/cms/tests/models/ThemeSeedTest.php
cms/tests/models/ThemeSeedTest.php
tests/models/ThemeSeedTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms.txt
index d49b6c2bc..1b208e1fe 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/octobercms.txt
@@ -21,6 +21,7 @@ modules/dashboard/tests/widgets/DashTest.php
modules/dashboard/tests/classes/ReportDataCacheHelperTest.php
modules/dashboard/tests/classes/DashboardManagerTest.php
modules/dashboard/tests/classes/ReportDataSourceBaseTest.php
+modules/dashboard/tests/classes/TrafficLoggerTest.php
modules/dashboard/tests/classes/ReportPeriodCalculatorTest.php
modules/dashboard/tests/classes/ReportQueryBuilderTest.php
modules/dashboard/tests/classes/ReportFetchDataTest.php
@@ -825,6 +826,8 @@ modules/system/tests/classes/ResizeImagesTest.php
modules/system/tests/classes/SiteManagerTest.php
modules/system/tests/classes/ResizeImageItemTest.php
modules/system/tests/classes/DependencyResolverTest.php
+modules/system/tests/classes/SettingsManagerTest.php
+modules/system/tests/classes/ManifestCacheTest.php
modules/system/tests/classes/ChangelogWidgetTest.php
modules/system/tests/classes/ExceptionHandlerTest.php
modules/system/tests/classes/PluginManagerTest.php
@@ -3118,6 +3121,7 @@ modules/cms/tests/fixtures/themes/test/content/page-content.htm
modules/cms/tests/fixtures/themes/test/content/layout-content.txt
modules/cms/tests/fixtures/themes/test/theme.yaml
modules/cms/tests/fixtures/themes/test/lang/en.json
+modules/cms/tests/fixtures/themes/test/pages/ajax-capture-test.htm
modules/cms/tests/fixtures/themes/test/pages/404.htm
modules/cms/tests/fixtures/themes/test/pages/authors.htm
modules/cms/tests/fixtures/themes/test/pages/code-namespaces-aliases.htm
@@ -3169,6 +3173,7 @@ modules/cms/tests/fixtures/reference/compound-markup-settings.htm
modules/cms/tests/fixtures/reference/namespaces.php.stub
modules/cms/tests/fixtures/reference/compound-markup.htm
modules/cms/tests/components/TranslatableBagTest.php
+modules/cms/tests/components/SitePickerTest.php
modules/cms/tests/models/ThemeSeedTest.php
modules/cms/tests/helpers/CmsTest.php
modules/cms/tests/helpers/FileTest.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 52c820bdc..dc7f36b27 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -2033,10 +2033,10 @@ hp/video
hpc/*/supported-applications.aspx?
hpm
hpmob
-http://accounts.google.com/robots.txt
-http://ajax.googleapis.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://s3.amazonaws.com/robots.txt
+http://dropbox.com/robots.txt
+http://flickr.com/robots.txt
+http://instagram.com/robots.txt
+http://storage.googleapis.com/robots.txt
hub?category=
hz/contact-us/ajax/initiate-trusted-contact
hz/help/contact/*/message/$
@@ -4029,7 +4029,7 @@ wiki/Wikipedia%3AVandalismi_in_corso
wiki/Wikipedia%3AVandalismusmeldung
wiki/Wikipedia%3AVandalismusmeldung%2F
wiki/Wikipedia%3AVermittlungsausschuss
-wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://discord.gg/robots.txt
+wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://bing.com/robots.txt
wiki/Wikipedia%3AVotes_for_deletion
wiki/Wikipedia%3AWikiProject_Deletion_sorting
wiki/Wikipedia%3AWikiProject_Spam
@@ -4198,7 +4198,7 @@ wiki/Wikipedia_Diskussion:Checkuser%2F
wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 05dda1d96..811dae262 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -377,7 +377,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.ssi$
.svg
.svg
-.svghttp://diigo.com/robots.txt
+.svghttp://dinotim.com/robots.txt
.swf$
.swf$
.sxg
@@ -1181,7 +1181,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/business/aisearch
/business/availability
/business/availability/?context
-/business/availability/?context=http://hertason.blogspot.com/robots.txt
+/business/availability/?context=http://help.twitter.com/robots.txt
/business/availability?context
/business/availability?context=
/business/search
@@ -2585,6 +2585,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/test-template
/testhome
/testing-products-
+/text
/thank-you
/the-hustle/author/*&
/the-hustle/author/*?
@@ -2618,6 +2619,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/topics
/topics/*?
/topics_amp/*
+/topline
/townhome_att
/tpoint_articleshow/*
/track
@@ -2887,7 +2889,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*&ms=
?*&msockid=
?*&mute=
-?*&noheader
?*&odnBg=
?*&odnHeight=
?*&odnWidth=
@@ -2919,7 +2920,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*&scrlybrkr=
?*&sd=
?*&server=
-?*&sfdebug
?*&sfmc_id=
?*&show_byline=
?*&show_portrait=
@@ -3475,7 +3475,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?nextUrl=*
?nid=
?no-cache=
-?noheader
?nomobile*
?noredirect=true&config=standalone
?np=*
@@ -3641,7 +3640,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?service=Ajax
?service=ajax
?set_mobile=
-?sfdebug
?sfmc_id=
?share=
?shop=
@@ -5237,7 +5235,6 @@ a
a-knight-s-tale
a-league-of-their-own
a-madea-christmas
-a-savoir-en-france
a/*.*/about
a/*.*/browse_
a/*.*/d
@@ -5937,7 +5934,6 @@ api/*?page=
api/1/performance/records
api/1/performance/settings
api/?
-api/article-search
api/attachments
api/auth
api/auth/signup
@@ -5958,7 +5954,7 @@ api/fetch/mc-anon
api/getrecjobs
api/graphql
api/historical
-api/http://creativecommons.org/robots.txt
+api/http://creatoracademy.youtube.com/robots.txt
api/internal/*/location
api/jobPostings/jobs
api/maps/
@@ -6296,7 +6292,6 @@ astronomy/moon/distance.html?year=2027
astronomy/moon/distance.html?year=2028
astronomy/moon/light.html?
astronomy/moon/light.html?iso
-async
async-create-search-page-state
async_info/base_data
at
@@ -6767,7 +6762,6 @@ be_nl/Download
beacon
beacon
bearing
-beaute
bebek-anne
become-an-author?
begin-again
@@ -7038,7 +7032,7 @@ bkshp?*q=
bl-email
blacklisted*
blaize
-blaize/*http://cnewsnews.blogspot.com/robots.txt
+blaize/*http://cnet.com/robots.txt
blank.html
blast/BlastAlign.cgi
blast/bl2seq/wblast2.cgi
@@ -8019,7 +8013,6 @@ board_activity
board_activity_comment
boardinvited
boerse/data
-bons-plans
boo-2-a-madea-halloween
boo-a-madea-halloween
book
@@ -8111,7 +8104,6 @@ bricks/image
bridesmaids
britishairways
broadband
-brouillon
browse
browse-2
browse.aspx
@@ -8716,7 +8708,7 @@ cdn-cgi/scripts
cdn-cgi/speculation
cdn-cgi/styles
cdn-cgi/zaraz
-cdn-cgi/zaraz/http://dell.com/robots.txt
+cdn-cgi/zaraz/http://deezer.com/robots.txt
cdn-proxy/pim
cdn-proxy/px
cdn.jwplayer.com/previews
@@ -8764,7 +8756,7 @@ cgi-bin/koha/
cgi-bin/loginpage
cgi-bin/search.fpl
cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://iheart.com/robots.txt
cgi-local
cgi-mad/
cgi-pct/
@@ -8892,7 +8884,7 @@ checkout
checkout$
checkout-external
checkout/package
-checkouthttp://mixcloud.com/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
checkoutnow
checkouts
checkpoint
@@ -10069,7 +10061,6 @@ ctm
culturalinstitute/images
culturalinstitute/sitemaps
culturalinstitute/stella
-culture
culture/404_en.htm
culture/projects/projects
culture/staff/staff
@@ -11922,7 +11913,6 @@ el/users
elastictranscoder/2012-09-25
elearning/
election-results-data
-elections/resultats
electrode/api/logger
element/*goodbye
element/?
@@ -14629,7 +14619,7 @@ fastanswers
fatalerror.html
faves-i_love_u_get_away_from_me
favicon.ico
-favicon.icohttp://blog.google/robots.txt
+favicon.icohttp://blog.cloudflare.com/robots.txt
favorit-hinzufuegen
favorit-loeschen
favorites?
@@ -14853,7 +14843,7 @@ financial-services
financial-services/ofss
find
find-more
-find/*http://frontiersin.org/robots.txt
+find/*http://ftc.gov/robots.txt
findCityAjax.htm
finetune
fios
@@ -16652,7 +16642,7 @@ forum/online
forum/posts
forum/profile
forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://electad.com/robots.txt
forum/viewtopic.php
forum/whats-new
forumTeaser
@@ -17893,7 +17883,7 @@ fy-NL/search
fy-NL/user
fy-NL/users
g
-g/4arE9Chttp://flipboard.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
g/api
ga-IE/forums
ga-IE/kb/*/discuss
@@ -18733,7 +18723,6 @@ hook
hooks
hootlet/load
hootlet/social-share
-horlogerie
horoscope
hosted
hosted/images
@@ -18806,9 +18795,9 @@ html/story
html5
http
http2_data
-http://1.envato.market/robots.txt
-http://aka.ms/robots.txt
-http://aliexpress.com/robots.txt
+http://1.bp.blogspot.com/robots.txt
+http://alexa.com/robots.txt
+http://aljazeera.com/robots.txt
http://amazon.co.jp/robots.txt
http://amazon.co.uk/robots.txt
http://amazon.com/robots.txt
@@ -18818,32 +18807,32 @@ http://amazon.fr/robots.txt
http://amazon.in/robots.txt
http://amazon.it/robots.txt
http://ameblo.jp/robots.txt
-http://apis.google.com/robots.txt
+http://apps.apple.com/robots.txt
http://behance.net/robots.txt
http://economist.com/robots.txt
http://en.m.wikipedia.org/robots.txt
-http://github.blog/robots.txt
+http://gettyimages.com/robots.txt
http://govostis.gr/robots.txt
http://groupon.com/robots.txt
http://healthline.com/robots.txt
-http://investopedia.com/robots.txt
-http://king.senate.gov/robots.txt
-http://myspace.com/robots.txt
+http://irishtimes.com/robots.txt
+http://kickstarter.com/robots.txt
+http://nationalgeographic.com/robots.txt
http://nhs.uk/robots.txt
-http://parliament.uk/robots.txt
-http://pixiv.net/robots.txt
-http://searchenginejournal.com/robots.txt
-http://snipfeed.co/robots.txt
-http://static1.squarespace.com/robots.txt
+http://patents.google.com/robots.txt
+http://pixabay.com/robots.txt
+http://seekingalpha.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
http://techradar.com/robots.txt
http://thelancet.com/robots.txt
http://tracks.arte.tv/robots.txt
http://upload.wikimedia.org/robots.txt
http://use.fontawesome.com/robots.txt
-http://vox.com/robots.txt
+http://vr.youtube.com/robots.txt
http://w3techs.com/robots.txt
-http://weforum.org/robots.txt
-http://wikihow.com/robots.txt
+http://weebly.com/robots.txt
+http://win.gs/robots.txt
https://player.cnevids.com
https:/www.alibaba.com
hu
@@ -20875,7 +20864,6 @@ jira-for-figma/$
jmp/lead-eligibility
jmp/questionnaire-eligibility-check
jnci-portfolio/
-joaillerie
job
job-apply
job-listing/*_IE*.htm
@@ -22728,7 +22716,6 @@ mod=
mod?
modal-message
modal_active=
-mode-homme
models
models/*/ar-redirect
moderation/reports
@@ -24120,7 +24107,7 @@ p/*/victory?
p/*/wiki/*/edit
p/*/wiki/*/history
p/*/wiki/browse_tags
-p/*http://smh.com.au/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
p/*surveyopen
p/*thm=
p/60
@@ -25154,7 +25141,7 @@ premium
premium$
premium-reports
premium/$
-premium/http://s3.amazonaws.com/robots.txt
+premium/http://s3-us-west-2.amazonaws.com/robots.txt
premiumsupport/iam/
premiumsupport/knowledge-center/feedback-no/
premiumsupport/knowledge-center/feedback-yes/
@@ -26509,6 +26496,8 @@ relation
relation=
release-notes/$
releasenotes/item/
+religious-landscape-study/*.md
+religious-landscape-study/*/markdown
relnotes
remember-the-titans
rememberme
@@ -30293,7 +30282,6 @@ syndicate
syndication
syndication$
syndication_cookie_sync
-synsearch
system
system/
system/cron/cron.txt
@@ -32364,12 +32352,10 @@ voice$
voice/$
voices/
voir-emploi?
-vos-questions
vote-review
votre-europarl/
voucher
voyager/api
-voyages
vp
vp2
vpBaselines
@@ -33119,9 +33105,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
wiki/Wikipedia_discusión:Supresores/Candidaturas
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://enterprisemarketingportal.google/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://windows.microsoft.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -33426,8 +33412,8 @@ wp-admin
wp-admin/
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://s.w.org/robots.txt
-wp-admin/admin-ajax.phphttp://stackoverflow.com/robots.txt
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
wp-admin/load-scripts.php
wp-admin/load-styles.php
wp-admin/post.php
@@ -33449,6 +33435,7 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/infs.js
wp-content/plugins/abm-sej/includes/infinte-scroll/js/observer-lazy-load-a.js
wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js
wp-content/plugins/liveblog
+wp-content/plugins/prc-icon-library
wp-content/plugins/wp-bigmarker/asset/public/js/hs.js
wp-content/plugins/ws-form-pro/public/js/ws-form-public-geo.min.js
wp-content/plugins/ws-form-pro/public/js/ws-form-public-tracking.min.js
@@ -33539,7 +33526,6 @@ xhtml/?
xhtml/search?
xhtml/v
xhtml?
-xid
xing-one/api
xl/help
xls
@@ -33587,7 +33573,7 @@ your-shop
yourAccount
youraccount
youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yourtake
@@ -33973,7 +33959,7 @@ zz-test
404
404-page-not-found
404.html
-413gkwMT/http://servicesdirectory.withyoutube.com/robots.txt
+413gkwMT/http://sgtrains.com/robots.txt
429.html
500
500
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index a6a30fb59..e1de99510 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -337,7 +337,7 @@
-2/
-1-cw*
-1.
--1.*http://reverb.com/robots.txt
+-1.*http://asiaone.com/robots.txt
-1/
Disallow:
@@ -359,7 +359,7 @@
#
$
$
-$http://eyeem.com/robots.txt
+$http://gitee.com/robots.txt
$rpc/google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
$rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
%
@@ -506,7 +506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&action=viewreputation
&action=vote
&add-to-cart=
-&add-to-cart=http://whec.com/robots.txt
+&add-to-cart=http://covid.cdc.gov/robots.txt
&adid=
&aff=
&affiliate=
@@ -516,6 +516,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&albumsOffset=
&alid=
&allakommentarer=
+&
+&d=
&ndx=t$
&ndx=t&
&s=
@@ -537,6 +539,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&authors=
&b=
&b=
+&back=
&bc=
&before=
&bitrate=
@@ -553,6 +556,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&c=
&c=
&c=*
+&c=cn&
+&c=hk&
+&c=tw&
&cHash
&cache=
&calendar
@@ -632,7 +638,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&evttype=
&expand_comments=true
&f%5B
-&f%5B*http://adnkronos.com/robots.txt
+&f%5B*http://pcgamer.com/robots.txt
&f%5B1
&f%5B1*
&f[
@@ -711,6 +717,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&id
&id=
&id=*
+&id_currency=
&ident=
&iframe=
&impactFacets=
@@ -785,6 +792,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&msclkid=
&msg=
&mv=
+&n=
&ndx=t$
&ndx=t&
&netmng=
@@ -804,7 +812,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&order
&order=
&order=
-&orderby=
&os=
&p=
&pa=
@@ -890,6 +897,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
®ion
®ionId=
&replytocom
+&replytocom=
&researchFacets=
&response_mode=
&response_type=
@@ -919,7 +927,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
&search_api_fulltext
&search_api_fulltext=
&search_forum=
-&search_mode=
+&search_query=
&searchterm
§ion=
&segment
@@ -1352,12 +1360,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
-gxe$
-i.*/similar
-i.*/similar?from=flash_sale
--image*.html
-images/
-ist-*
-json*.html
-list5
--logon.asp*
-lpv
-mostviwed*
-nav.html
@@ -1436,7 +1442,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.*_s:(*%2c
.*_s:(*,
.*assets/fonts
-.*story_archive$http://stumbleupon.com/robots.txt
+.*story_archive$http://copilot.microsoft.com/robots.txt
.+
.../
.ASPX$
@@ -1506,7 +1512,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.atom
.atom
Sitemap:
.atom$
-.atom$http://rbb-online.de/robots.txt
+.atom$http://send-anywhere.com/robots.txt
.au
.avi
.avi$
@@ -1532,7 +1538,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.cam-tangent
.captureproxyhost:
.card
-.cards.sectionhttp://webmasters.stackexchange.com/robots.txt
+.cards.sectionhttp://tripwire.com/robots.txt
.cat?*&*&*&*
.cc
.cfm
@@ -1556,7 +1562,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.css*************
.css.
.css?
-.csshttp://luxuria.com.br/robots.txt
+.csshttp://badmintoncanada.tournamentsoftware.com/robots.txt
.cssx$
.csv
.csv
@@ -1566,6 +1572,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.cvs
.cyou
.dat
+.deb$
.diff$
.djv$
.djvu$
@@ -1602,7 +1609,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.emailtxt
.embed
.env
-.envhttp://glovoapp.com/robots.txt
+.envhttp://acer.com/robots.txt
.eot
.eot$
.eot*************
@@ -1671,6 +1678,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.html/1000
.html=$
.html?
+.html?*$
.html?*format=
.html?*twitter_impression=
.html?Echobox=
@@ -1732,6 +1740,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.js.map$
.js.php$
.js?
+.js?*$
.json
.json
.json$
@@ -1752,10 +1761,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.kml
.kmz
.ldp/images
+.less$
.llb$
.llms.txt
.llms.txt$
-.llms.txthttp://sciencealert.com/robots.txt
+.llms.txthttp://msnbc.msn.com/robots.txt
.localcache
.log$
.log$
@@ -1807,6 +1817,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.nimex$
.nocache.html
.nsf
+.nsf
.numbers
.odp
.ods
@@ -1836,9 +1847,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.pdf
.pdf$
.pdf$
-.pdf$http://fidelity.com/robots.txt
-.pdf$http://kavkaz-uzel.eu/robots.txt
-.pdf$http://sportstar.thehindu.com/robots.txt
+.pdf$http://cdn.openai.com/robots.txt
+.pdf$http://leanin.org/robots.txt
+.pdf$http://zaragoza.es/robots.txt
.pdf%7CName=ComponentLink
.pdf*************
.pdf?
@@ -1855,7 +1866,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.php/*.php
.php?$
.php_cs
-.phtml$
.pl
.pl$
.plain.html
@@ -1864,8 +1874,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.png
.png$
.png$
-.png$http://getdrip.com/robots.txt
-.png$http://regions.com/robots.txt
+.png$http://df.cl/robots.txt
+.png$http://irishcentral.com/robots.txt
.png*************
.popup.html
.pps
@@ -1977,6 +1987,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.tw
.txt
.txt$
+.txt?
.typ=
.uir$
.user.ini
@@ -1997,7 +2008,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.webp
.webp
.webp$
-.webp$http://journals.physiology.org/robots.txt
+.webp$http://myetherwallet.com/robots.txt
.well-known
.well-known
.well-known/
@@ -2040,13 +2051,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.xls$
.xls?
.xlsb
-.xlshttp://thedrive.com/robots.txt
+.xlshttp://xataka.com/robots.txt
.xlsm
.xlsx
.xlsx
.xlsx$
.xlsx$
-.xlsx$http://chicago.suntimes.com/robots.txt
+.xlsx$http://integromat.com/robots.txt
.xml
.xml$
.xml$
@@ -2084,9 +2095,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*&print=
/*+*+*+
/*,*,*,/*,*,*,
+/*,pgn:
/*-*/login?from=
/*-*/manage-cookie-preferences*?
-/*-jobs*http://dollarshaveclub.com/robots.txt
+/*-jobs*http://cygwin.com/robots.txt
/*-p-*/benzer-urunler
/*-p-*/satici-sorulari
/*-p-*/saticilar
@@ -2267,7 +2279,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/district=
/*/documents
/*/download/download-api/my-documents/checkStatus/
-/*/downloadhttp://m.me/robots.txt
+/*/downloadhttp://addtoany.com/robots.txt
/*/edit
/*/edit$
/*/extranets/
@@ -3085,8 +3097,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/39
/3_months.json
/3daas-rotera
-/403
-/404
/404
/404-erreur
/404-error
@@ -3233,7 +3243,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/?page=
/?page=*&*
/?pageType=
-/?pdf=1http://answerthepublic.com/robots.txt
+/?pdf=1http://spamcop.net/robots.txt
/?perfil_id=
/?plugin=all-in-one-event-calendar
/?position=
@@ -3246,28 +3256,18 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/?product=
/?q=
/?q=admin
-/?q=aggregator
-/?q=book/print
/?q=comment
/?q=comment/reply
-/?q=comment/reply
/?q=content
/?q=file
/?q=filter/tips
/?q=node
/?q=node/add
-/?q=node/add
/?q=search
-/?q=search
-/?q=search/
-/?q=tracker
/?q=user
/?q=user/login
-/?q=user/login
/?q=user/logout
/?q=user/password
-/?q=user/password
-/?q=user/register
/?q=user/register
/?rating=
/?rcmclid=
@@ -3327,7 +3327,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/ALTERNATES
/ALTERNATES/*
/ASCIISumThreshold$
-/Account/
/Action/*
/ActiveX
/Actualites/*vpn*
@@ -3430,7 +3429,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/Lenses/Snapshots*
/LogClient$
/LogServer$
-/Logon.asp*
/Los
/MAINTAINERS.txt
/MANUALS/*.pdf$
@@ -3703,10 +3701,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/account$
/account-information
/account-link
-/account/
/account/*
/account/check-email
-/account/check-email/?redirectUrl=*http://citizenwatch.com/robots.txt
+/account/check-email/?redirectUrl=*http://linetv.tw/robots.txt
/account/cls
/account/device-auth
/account/forgot-password
@@ -3749,8 +3746,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/action/showFeed?
/actions_panel
/action~
-/action~*/http://cartoondistortion.com/robots.txt
-/action~*/http://sudexpa.ru/robots.txt
+/action~*/http://daniel-helfrich.com/robots.txt
+/action~*/http://souvenirkaret.com/robots.txt
/actividades/reserva_confirmada
/actividades/voucher
/activities/detail
@@ -3782,7 +3779,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/adj-nav
/adler32$
/admin
-/admin
/admin$
/admin-ajax.php
/admin/
@@ -3817,8 +3813,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/agent-templates/search?
/agent-templates/standalone
/aggregate
-/aggregator
-/aggregator/
/ai-roi-sales
/ai-search
/ai/generation/asset
@@ -3940,15 +3934,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/apartments-madden_att
/apartments-offers_att
/apartments-rent_att
+/apd/*/quickview$
/api
/api$
/api-v4
/api-v5
-/api/
/api/*
/api/*/amp
/api/*amount
-/api/*http://squid-cache.org/robots.txt
+/api/*http://jp.sharp/robots.txt
/api/frontend-transition-page/gotostore
/api/pricing/special
/api/product-information-edge-rest/public/pricehistory/product
@@ -3986,6 +3980,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/apply-for-finance/fragments/simulator
/applyStart.asp
/applystart
+/appointment
/appointments/api
/appointments/book/profile
/appointments/mapbox
@@ -3999,6 +3994,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/appserver/*
/appview
/ar
+/ar/*?appliedRefinements=*,
+/ar/*?appliedrefinements=*,
+/ar/4009?appliedRefinements=2828
/ar/news
/ara/?s=
/araba-kiralama/sonuclar
@@ -4043,6 +4041,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/asset/ajax-conceptual-carousel
/asset/ajax-visual-carousel
/asset/carousel-with-tabs
+/asset_publisher
/assets
/assets/fonts
/assets/pdfs
@@ -4187,20 +4186,26 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/bin_counts
/bitrix
/blame
-/blank.html
/blank/
/blobdiff
/block
/block-index
/blog
+/blog
+/blog*/page
/blog-article-remove-faq-utms-*.js
/blog/
+/blog/*.php$
/blog/*/comments
/blog/*/comments$
/blog/*/comments/
+/blog/*/configuration-page.htm
/blog/*/feed
/blog/*/feed$
/blog/*/feed/
+/blog/*/gobig
+/blog/*/teammembers
+/blog/*/testing
/blog/*/trackback
/blog/*/trackback$
/blog/*/trackback/
@@ -4227,7 +4232,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/blog/feed$
/blog/feed$
/blog/feed/
-/blog/fragments/*http://venngage.com/robots.txt
+/blog/fragments/*http://csoonline.com/robots.txt
/blog/industries/
/blog/login-content-countries/
/blog/login-content/
@@ -4283,7 +4288,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/book
/book-now
/book-trip/corporate-travel
-/book/print
/book_content/
/bookinfo.php
/booking
@@ -4366,11 +4370,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/business/aisearch
/business/availability
/business/availability/?context
-/business/availability/?context=http://onedrive.live.com/robots.txt
+/business/availability/?context=http://yandex.com/robots.txt
/business/availability?context
/business/availability?context=
/business/business/business
+/business/parsing-pages
/business/search
+/business/trials_parsing_pages
/businesses/search
/bustia-etica-info
/butikdetay
@@ -4715,7 +4721,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/comment.php
/comment/*
/comment/reply
-/comment/reply
/comment/reply/
/comment/reply/*
/comment/reply/?context
@@ -4744,6 +4749,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/commits/*?path
/committee_memberships
/commodities
+/common
/common$
/common/review
/communities
@@ -4976,7 +4982,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/control
/control-panel/
/control_panel/manage*
-/control_panel/manage*http://csun.edu/robots.txt
+/control_panel/manage*http://npmjs.org/robots.txt
/conv
/conversation
/conversation?
@@ -5115,6 +5121,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/ctlawtribune/almID/1623913106CTCV215050/?download=HARAJSAI_BRASKY_052521.pdf*$
/ctlawtribune/almID/1702009300CT319cv00/?download=Gorawara_Caprio_112723.pdf*$
/ctlawtribune/almID/1733477822CT324CV00/?download=Zhornitsky_Yale_112524.pdf*$
+/cty/pdp/ispd
/cuaca/
/cuardaigh
/cuoc-hang-khong-
@@ -5389,7 +5396,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/download/thankyou.aspx?
/download/video
/download?
-/downloadImage/
/downloadassets
/downloads
/downloads/?q=
@@ -5419,6 +5425,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/dpp
/drafts
/drag_and_drop_handler
+/dt
+/dt/*.php$
+/dt/*/configuration-page.htm
+/dt/*/gobig
+/dt/*/teammembers
+/dt/*/testing
+/dt/microsites/cafe
/duplex-apartments_att
/dvd-mode
/dynaTraceMonitor
@@ -5530,8 +5543,76 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/en-
/en-AU/square
/en-GB/square
+/en-ar
+/en-ar$
+/en-at
+/en-at$
+/en-be
+/en-be$
+/en-br
+/en-br$
+/en-cd
+/en-cd$
+/en-cg
+/en-cg$
+/en-ch
+/en-ch$
+/en-cl
+/en-cl$
+/en-cn
+/en-cn$
+/en-co
+/en-co$
+/en-cz
+/en-cz$
+/en-de
+/en-de$
/en-detalle
+/en-dk
+/en-dk$
+/en-es
+/en-es$
+/en-fi
+/en-fi$
+/en-fr
+/en-fr$
+/en-ga
+/en-ga$
+/en-gr
+/en-gr$
+/en-hu
+/en-hu$
/en-in/search
+/en-it
+/en-it$
+/en-jp
+/en-jp$
+/en-kr
+/en-kr$
+/en-lu
+/en-lu$
+/en-mx
+/en-mx$
+/en-nl
+/en-nl$
+/en-no
+/en-no$
+/en-pe
+/en-pe$
+/en-pl
+/en-pl$
+/en-pt
+/en-pt$
+/en-ro
+/en-ro$
+/en-se
+/en-se$
+/en-tr
+/en-tr$
+/en-ua
+/en-ua$
+/en-ve
+/en-ve$
/en/accessibility
/en/categories
/en/legal-notice
@@ -5575,6 +5656,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/epub
/error
/error
+/error-messages
/error-page.aspx
/error.html
/error/
@@ -5584,6 +5666,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/errors
/es
/es-
+/es-us
+/es-us$
/es/accesibilidad
/es/aviso-legal
/es/partidos
@@ -5616,7 +5700,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/event/*/live
/event/*/promote
/event/1
-/event/10*http://developer.yahoo.com/robots.txt
+/event/10*http://accuweather.com/robots.txt
/event/127001257
/event/2
/event/3
@@ -5715,7 +5799,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/faq-print.
/faq/?q=
/faq/index.php
-/faq/search/*http://my.matterport.com/robots.txt
+/faq/search/*http://react-chicago.org/robots.txt
/faqs/answeropen
/faqs/answers
/faqs/index
@@ -5762,7 +5846,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/feed/*/articles.xml
/feed/atom$
/feed/atom/$
-/feed/http://nbcolympics.com/robots.txt
+/feed/http://worldwide.espacenet.com/robots.txt
/feed/post
/feed/rss/$
/feed/rss2
@@ -5778,7 +5862,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/feedback?
/feeds
/feeds/etads_v2/*
-/feeds/nfl_2024_ushttp://squoosh.app/robots.txt
+/feeds/nfl_2024_ushttp://es.wordpress.org/robots.txt
/feeds/stock_data_feed.cms?companies=*
/fetch-gcm-data
/fetchcart
@@ -6212,6 +6296,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/games/the-sims/the-sims-4/store-pages/logoutredirect
/games/the-sims/the-sims-4/store-pages/paymentredirect
/games/the-sims/the-sims-4/store-public-api/
+/gaming/performance
/gcbalance
/gcrnsts
/gd-perf$
@@ -6377,6 +6462,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/home-design/share
/home/
/home/*-county
+/home/*/product-support/servicetag/*/configuration
/home/contact*
/home/drug-class-name
/home/drug-names-generic-and-brand
@@ -6635,6 +6721,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/invoices/recurring-payments
/ip$
/irprev_
+/iserviceselection
/issue-template
/isv/*?
/it
@@ -6687,8 +6774,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/jp/ja/support-downloads/mobile-computers/handheld/mc20.html
/jquery.js
/js
+/js$
/js/
/js/lib/crowdin/magic
+/js?*$
/js_feed/jsso_crosswalk_legacy_min.cms*
/js_freetrial/*
/js_gift_subs_story/*
@@ -6746,7 +6835,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/ko-
/ko_
/koboregistration/register
-/ksu-resources/ou
/kw/search/BI
/kyb
/kyb$
@@ -6798,6 +6886,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/leagues/mainNavigationChevron_icon.svg?
/learn
/learn-more
+/learn/search
/learn/search?
/learning-center/tags
/learnsearch/
@@ -6994,7 +7083,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/login_
/login_and_go
/loginpage
-/logon.asp*
/logon?returnUrl=*
/logout
/logs
@@ -7222,11 +7310,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/moduleright
/modules
/modules/
+/modules/*.css
/modules/*.css$
/modules/*.css?
/modules/*.gif
/modules/*.jpeg
/modules/*.jpg
+/modules/*.js
/modules/*.js$
/modules/*.js?
/modules/*.png
@@ -7259,6 +7349,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/msdnmag/
/msdntv/
/mtlibraryrss/
+/mts_stream
/multiday-library
/multimedia
/multimedia/ZK/
@@ -7344,7 +7435,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/news-events/events-calendar?*
/news-results.html
/news-search.html?
-/news-stories/search-form
/news.htm
/news/2004
/news/2005
@@ -7478,7 +7568,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/node/*
/node/*?
/node/add
-/node/add
/node/add/
/node/add/?context
/node/add/?context=
@@ -7490,8 +7579,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/node_modules/.bin
/node_modules/.bin/jest
/nodx
+/noindex
/noindex/
-/noindex/*
/noleggio-auto/risultati
/noname-*
/nos-produits/*
@@ -7751,10 +7840,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/pdf-templates/search?
/pdf-templates/standalone
/pdf/index.html
-/pdf_reader/*/
+/pdf_reader/*/
/pdfft
/pdp-async/preview
/pdpslice
+/pdr
/penerbangan
/penerbangan-termurah-
/pengangkutan
@@ -7771,9 +7861,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/personal-offer
/personal/home/*
/personality/index$
+/perspectives
+/perspectives/*.php$
+/perspectives/*/configuration-page.htm
+/perspectives/*/gobig
+/perspectives/*/teammembers
+/perspectives/*/testing
/pesquisar
/pf/api
/pf/undefined?d=
+/pg:vip
/pgtrack.js
/pgu/ru/services/index.php
/pgu/ru/services/online
@@ -7946,12 +8043,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/print
/print$
/print$
-/print$http://wilsoncenter.org/robots.txt
+/print$http://usu.edu/robots.txt
/print.html
/print.ssf
/print/
/print/pdf
/print?id
+/printView.html
/printable
/printable/pdf
/printable/print
@@ -8047,7 +8145,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/profile/users
/profile?
/profiles
-/profiles/
/profiles/*
/profiles/*.css$
/profiles/*.css$
@@ -8158,6 +8255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/random
/rankingcheck/
/rankingcheck/check/*
+/rating
/rating$
/rating?
/raw
@@ -8369,6 +8467,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/reviews$
/reviews/client-devices
/reviews/mark-inappropriate.modal
+/reviewselections
/revisions
/rewards-experience
/rewards/credit-cards/50cv
@@ -8397,7 +8496,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/rodate.js
/rounds
/routers_pdf
-/royalty-free-images-*.asp*
/rss
/rss
/rss$
@@ -8412,7 +8510,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/rss2
/rss2/
/rss2/$
-/rss2/$http://lockheedmartin.com/robots.txt
+/rss2/$http://hachettebookgroup.com/robots.txt
/rss_en_all
/rss_for_twitter
/rss_items
@@ -8422,6 +8520,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/rsvps/*xml
/ru
/ru-
+/ru-ru
/ru/
/ru_
/rules$
@@ -8525,7 +8624,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search
/search$
/search$
-/search$http://www8.cao.go.jp/robots.txt
+/search$http://afar.com/robots.txt
/search*
/search*%7C
/search*&node=*&sort=
@@ -8630,6 +8729,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search/result$
/search/result?
/search/results
+/search/results
/search/ris
/search/search_results/
/search/similar
@@ -8660,7 +8760,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search?feature_twelve_browse-bin=21201078011*&searchProvider=
/search?feature_twelve_browse-bin=21201078011*=*=
/search?feature_twelve_browse-bin=21201078011*node=$
-/search?keywords=*
/search?keywords=*&node=
/search?keywords=*=*=
/search?narrator=
@@ -8814,6 +8913,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/services/success-plans/accelerators/._filter.P*.
/services/success-plans/accelerators/._filter.RG*.
/services/zebra-services-agent.html
+/serviceselection
/session-info
/session_trace
/sessionid/*
@@ -8985,7 +9085,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/sitemaphttp://binged.it/robots.txt
/sitemaps-farfetch-com
/sitemaps/
-/sitemaps/image_daily_sitemap_f_*
/sitemaps/sitemaps-farfetch-com/by
/sitemaps/sitemaps-farfetch-com/kz
/sitemaps/sitemaps-farfetch-com/ru
@@ -9037,6 +9136,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/sl/*
/slice-shopping-bag
/slide_javascript/slideJS.js
+/slide_show
/smadar
/smart-sensors-and-cameras/mios.html
/smarttour/*/embed
@@ -9068,6 +9168,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/solutions/case-studies/generative-ai-turing/
/solutions/case-studies/innovators/innovators-eu/
/solutions/case-studies/sustainability-emea/
+/songsAjax
/sort
/sort/a
/sort/d
@@ -9130,6 +9231,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/start-a-new/story*
/start-with/
/static
+/static.mts.ru/mts_rf/images/zayavleniye_clienta_soho.docx
/static/frontend/On4u/gopt/pt_PT/js/obf-js.js
/static/frontend/On4u/gopt/pt_PT/js/obf-js.min.js
/static/locales
@@ -9145,7 +9247,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/stn-csv-download
/stock
/stock$
-/stock-photo/*
/stock-quotes-financial-data
/stock/*/management*
/stocks
@@ -9154,6 +9255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/stoguides/
/stoi/*
/stopartnertest/
+/storage-viewer
/store
/store-w/
/store/
@@ -9298,6 +9400,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/support-virus-lab?first
/support-virus-lab?page
/support.html
+/support/*/en-ua
+/support/*/ru-ua
+/support/*/ua/en
+/support/*/ua/ru
+/support/*/ua/uk
/support/CNP/helpfiles/Miscellaneous
/support/HowtoVideoRelated.aspx*
/support/SupportViewCountAdd.aspx*
@@ -9415,6 +9522,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/testpolar
/tests
/testseiten
+/text
/th
/th/news
/thank$
@@ -9514,6 +9622,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/topics/*?
/topics/new
/topics_amp/*
+/topline
/tour-create
/tour-de-france/*/page-
/tour/*/embed
@@ -9530,8 +9639,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/trackback$
/trackback/
/trackback/$
-/tracker
-/tracker/
/tracking-details
/tracking.json
/tracking/?order
@@ -9651,7 +9758,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/unsubscribe
/unsubscribe/
/unsupported-browser
-/upcoming-streamshttp://jitsi.org/robots.txt
+/upcoming-streamshttp://asos.com/robots.txt
/update-personalized-offer
/update.php
/updatecart
@@ -9713,7 +9820,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/user/koomot
/user/login
/user/login
-/user/login/
/user/login/*
/user/login/?context
/user/login/?context=
@@ -9721,7 +9827,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/user/login?context=
/user/logout
/user/logout
-/user/logout/
/user/logout/*
/user/logout/?context
/user/logout/?context=
@@ -9729,7 +9834,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/user/logout?context=
/user/password
/user/password
-/user/password/
/user/password/*
/user/password/?context
/user/password/?context=
@@ -9740,7 +9844,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/user/profile$
/user/register
/user/register
-/user/register/
/user/register/*
/user/register/?context
/user/register/?context=
@@ -10178,6 +10281,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
0*?
0-*-0-17$
0-0-*-price-*.html
+0-19/informa
+0-26/informa
0-off*
0.
00-92-33-39-72-73
@@ -10225,7 +10330,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
-alert(1)
=
@@ -10252,6 +10357,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
=rss
=size
=topic
+=twitter
=type_presse
=undefined
?
@@ -10572,7 +10678,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*agency_tier=
?*agreement-type=
?*ai-allowed=1
-?*ai-allowed=1http://weddingwire.com/robots.txt
+?*ai-allowed=1http://lowes.com/robots.txt
?*aid=*
?*aide-au-stationnement=
?*aides-visuelles=
@@ -10594,7 +10700,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*annee=
?*answerId=
?*api_key
-?*apikey*http://helloqueen.pl/robots.txt
+?*apikey*http://themeforest.net/robots.txt
?*app
?*append_element
?*application-link=
@@ -10898,7 +11004,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*hsCtaTracking
?*hsPreviewerApp=blog_post
?*hs_preview=
-?*http://bitstamp.net/robots.txt
+?*http://baremetrics.com/robots.txt
?*hubs_
?*hubs_*
?*hubs_signup-cta
@@ -11538,6 +11644,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?EventId=199338
?EventId=201357
?ExternalDataReference
+?FILTER-SECTION=
?FRM_LOCALITE=
?Gen-MD=
?Homepage-Pillar
@@ -11552,6 +11659,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?OCID
?OFF
?OSPV
+?PAGEN
?PRID=
?Preview=
?ProductID=
@@ -11671,6 +11779,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?action=callus
?action=fx_tracking_data
?action_typTHe=
+?activeFrom=
?activetab=
?activityReferer=
?ada_source=
@@ -11822,6 +11931,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?b=
?b=
?back
+?back=
?background=
?badge=
?banners
@@ -11834,7 +11944,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?bctid=
?before=
?benderPackage=
-?beneficiary_id=http://translate.google.co.uk/robots.txt
+?beneficiary_id=http://websitesetup.org/robots.txt
?bet=
?beta=
?betaplayer=
@@ -11873,6 +11983,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?c=
?c=*
?c=*p=
+?c=cn&
+?c=hk&
+?c=tw&
?c_correlation_id
?c_id=
?ca
@@ -12001,7 +12114,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?commentpage=
?comments
?comments*
-?commidhttp://cloud.mail.ru/robots.txt
+?commidhttp://education.com/robots.txt
?companyid=
?companyid=
?compare
@@ -12382,11 +12495,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?fromApp=
?fromFooter
?fromMenu
-?fromNewsdog*http://humansecurity.com/robots.txt
+?fromNewsdog*http://jsonlint.com/robots.txt
?fromStream=
?fromTime=*
?from_rewind=true
?fromblog
+?fromgt=
?fromide
?fromloginpage=*
?fromtg=
@@ -12423,6 +12537,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?getlink=*
?gh_jid=
?ghd_jid=
+?gid=
?glCountry=*
?glang=
?gm
@@ -12433,10 +12548,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?goal=
?goalAchievementShowContactOptions
?goback=
-?gologin=1
?google_preview=
?gotoUrl=
?gp
+?gr=
?grade=
?groepsformaat=
?group=test_a
@@ -12504,8 +12619,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?hsm=
?hss_channel=
?hss_meta=
-?http://duo.com/robots.txt
-?http://ycharts.com/robots.txt
+?http://blogs.windows.com/robots.txt
+?http://mk.ru/robots.txt
?hub=
?hub=*
?hubs_content-cta
@@ -12528,6 +12643,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?id=*&type=mdc_
?id=at
?id=kr
+?id_currency=
?id_sess_lopd=
?ident=
?idioma
@@ -12652,6 +12768,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?lang=
?lang=
?lang=*
+?lang=de
?lang=en-GB
?lang=en-ss
?lang=fr&error
@@ -12796,6 +12913,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?multifactortype=country
?mute=
?mv=
+?n=
?na=
?nab
?name=
@@ -12861,7 +12979,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?nz=1
?o=
?o_id=
-?ob=open-bridge
?objectid=
?ocid=
?odate=
@@ -12936,6 +13053,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?p=search*
?p=single_module*
?p_p_id=
+?p_p_id=
?p_username=
?pa=
?page
@@ -13331,15 +13449,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?q=admin/
?q=admin/$
?q=adtest
-?q=aggregator
?q=archive-docs
?q=article
?q=blocks
-?q=book/print
?q=buscar
?q=comment
?q=comment/reply
-?q=comment/reply
?q=comment/reply/
?q=comment/reply/$
?q=commentaires
@@ -13366,7 +13481,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?q=node/*/edit
?q=node/*/nodequeue
?q=node/add
-?q=node/add
?q=node/add/
?q=node/add/$
?q=nofollow
@@ -13374,7 +13488,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?q=printmail
?q=publications/proceedings
?q=search
-?q=search
?q=search/
?q=search/$
?q=semantic-views-demo
@@ -13383,23 +13496,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?q=study/*/search/all
?q=textsize
?q=top-news
-?q=tracker
?q=upcoming-events/*
?q=user
?q=user
?q=user/login
-?q=user/login
?q=user/login/
?q=user/login/$
?q=user/logout
?q=user/logout/
?q=user/logout/$
?q=user/password
-?q=user/password
?q=user/password/
?q=user/password/$
?q=user/register
-?q=user/register
?q=user/register/
?q=user/register/$
?q=vitamix
@@ -13456,7 +13565,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?rec=
?receiver=
?recherche=
-?recipient=*&id=*
+?recipient=*&id=
?recommend*
?recommended=ieanywhere*
?redeem_credit_token
@@ -13620,7 +13729,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?return_url=
?returnto=
?returnurl=
-?returnurl=*http://lluiscoloma.com/robots.txt
+?returnurl=*http://nloug.nl/robots.txt
?reversePaginate=
?review_page=
?rf=
@@ -13655,7 +13764,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?s=
?s=*
?s=*feed
-?s=*http://nextinpact.com/robots.txt
+?s=*http://coupang.com/robots.txt
?s=*page
?s=43260
?s=Art
@@ -13664,9 +13773,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?s=News
?s=bpage-next
?s=feedpager
-?s=http://dbs.com.sg/robots.txt
-?s=http://freakonomics.com/robots.txt
-?s=http://uow.edu.au/robots.txt
+?s=http://cgdev.org/robots.txt
+?s=http://justbento.com/robots.txt
+?s=http://sdge.com/robots.txt
?s=lightbox
?s=mobile
?s=thanks
@@ -13719,9 +13828,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?search_forum=
?search_keywords
?search_keywords=
-?search_mode=
+?search_query=
?search_str
-?searchhttp://googledevelopers.blogspot.com/robots.txt
+?searchfor=doctor&q=
+?searchhttp://getjobber.com/robots.txt
?searchid=
?searchkeyword=
?searchoffer=
@@ -13754,7 +13864,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?sessionid=
?sessionid=
?setLocale=
-?set_language
?set_mobile=
?sez=JSON*
?sfdebug
@@ -13887,7 +13996,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?state
?state=
?state=
-?state=*http://vancouversun.com/robots.txt
+?state=*http://drexel.edu/robots.txt
?state=keepAlive
?staticVersion=
?status=
@@ -14123,7 +14232,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping
?utm_source=quora
?utm_source=twitter
-?utm_sourcehttp://sandiego.gov/robots.txt
+?utm_sourcehttp://tech.co/robots.txt
?utm_sourse=55
?utm_term
?utm_term=
@@ -14315,36 +14424,29 @@ AB-
ACCOUNT/LogOn/1
ACMH/complete
AD
-AD/
ADD_TO_COMPARE_LIST
-AE/
AEPoductID=HW_Knowledgebase*
AEProductID=Adam2004
AEProductID=Adam2004*
AEProductID=HW_Knowledgebase
AF
-AF/
AFPArchive/
AG
-AG/
AGLogout
AI
-AI/
AITripBuilder
+AJAX
AK5537
AK6336com
AL
-AL/
ALUMStories.xml
-AM/
AN
-AN/
ANSAtitnews2.php
ANSAviewnews.php
-AO/
APAC-JP
APHAv
API
+API/
API/GetContent
API/RfkRecommendations
API/actions
@@ -14361,7 +14463,6 @@ API/user/combinedinfo
API/user/growth-asset-manager
APIAccessSupport
APTSV*
-AR/
ARCHIVES
ARCHIVEs
ARCHIVeS
@@ -14428,12 +14529,9 @@ ARchivEs
ARchiveS
ARchives
ASHRAE
-AT/
-AU/
AUTOR-
AU_a
AW
-AW/
AWSEC2/2006-06-26
AWSEC2/2006-10-01
AWSEC2/2007-01-03
@@ -14478,7 +14576,6 @@ AWSMechTurk/20080401
AWSSimpleQueueService/20060401
AWSSimpleQueueService/20070501
AWSSimpleQueueService/20080101
-AZ/
Abonnement?redirect_url
About
About-ACC/Features/Concepts
@@ -14487,6 +14584,7 @@ About-ACC/Features/Member-Section-Concepts
About-ACC/Features/Member-Section-Concepts/*
About-USF/contact-send.asp
About-USF/page-not-found.asp
+About/
AboutUs/Provider?providerCode=BKS
AboutUs\News/PressReleases/2009/UVToothBleaching.asp
Abrechnung
@@ -14642,6 +14740,7 @@ AirlineRegistration
AirlineTips
AirportFromGeoAjax
AirportIP
+Ajax
Ajax.htm$
Ajax.htm$
Ajax/
@@ -14659,7 +14758,6 @@ AjaxPage
AjaxPages/
AjaxSearchNavigationView
AjaxService/
-Alamysearchhistory/
AlbertaCode
AlbertaFiles
Album
@@ -14858,7 +14956,7 @@ Archivio/sostenibilita
Areas/
Areas/Epx/Content/500.aspx?aspxerrorpath=
Areas/Epx/Content/500_TechNet.aspx?*
-Areas/http://glossy.co/robots.txt
+Areas/http://scotch.io/robots.txt
Art
Art%C3%ADculo
Article
@@ -14920,8 +15018,9 @@ Award
B
B2BClickTracking
BA
-BA/
BACKURL=
+BACKURL=
+BACK_URL=
BACK_URL=
BAEmailConfirmation
BALinkImpressionTracking
@@ -14929,37 +15028,26 @@ BANNIERE-BASSE
BANNIERE-HAUTE
BATools
BB
-BB/
BBGO79
BBPage=
BD
-BD/
BDCbot
-BE/
BESErrorView*
BETTING-PIED-ARTICLE
BETTING-TICKER
BF
-BF/
-BG/
BG677
-BH/
BI
-BI/
BIXOCRAWLER
BJ
-BJ/
BLANK
BLEXBot
BLImpRecord
BL_LOG/
BM
-BM/
BM65
BMREGDownload
-BN/
BO
-BO/
BOARDS
BOE-A-1967-18577$
BOE-A-1967-18577&
@@ -20172,15 +20260,12 @@ BORME-C-2012-7424.pdf
BORME-C-2020-7914$
BORME-C-2020-7914&
BORME-C-2020-7914.pdf
-BR/
BROWSE
BS
-BS/
BSI-Cybersecurity-and-Information-Resilience-standard-terms-and-conditions-of-sale.pdf
BSI-md-UK-Med-Tech-ISO-13485-2016-april-2016-presentation-UK-EN.pdf
BSI-md-UK-Med-Tech-MDR-update-april-2016-presentation-UK-EN.pdf
BT
-BT/
BTWN
BUS_CENSUS_NAME
BUS_FEMALE_NAME
@@ -20188,12 +20273,9 @@ BUS_MALE_NAME
BUbiNG
BUbin
BW
-BW/
BWSServices
BY
-BY/
BZ
-BZ/
BackOnAddAssGarToCart/
Backend/
Backnumber
@@ -20317,7 +20399,6 @@ Buy
C
C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C
C6666
-CA/
CAL_*.html
CANONICAL_URL
CBRStories.xml
@@ -20330,27 +20411,18 @@ CE/Event/artist
CES
CEUR-WS-logo-originals
CF
-CF/
-CFApps
CFC__target=
CFIDE
-CFsearch
CG
-CG/
-CH/
CHANGED
CHANGELOG.md
CHANGELOG.txt
CHANGELOG.txt
CHEM
-CI/
CID
CIS
CK
-CK/
-CL/
CLP
-CM/
CMF/CDA/
CMS-GeneralFiles-production/NA/ebooks/Geotab_StateofCommercialTransportation_2023
CMS/SiteSearch/
@@ -20363,7 +20435,6 @@ CN/search
CN/search?
CN1
CNCDialer
-CO/
COCustomer-LoginForm*
COG
COMAH
@@ -20389,7 +20460,6 @@ COVID-19-Information-OLD/Recovery-Support-Resources/resident-resources/*
CP
CQRecomm-Start
CR-Dokumentation.pdf$
-CR/
CSP/bt/areaSearch/condtion
CSP/bt/freewordSearch
CSP/bt/reserve
@@ -20400,13 +20470,9 @@ CSS
CTOConfigureCmd
CTVNews/T
CTVNews/World/20120202
-CU/
CV
-CV/
CV692009/
CVS
-CY/
-CZ/
CachedPageHeader
CachedPageLoading
Calcio/*.html$
@@ -20550,7 +20616,7 @@ CommPT
Comments/Share/
Comments/WebServices
Commerce
-Common
+Committees/
Common
Common/
Common/BML/
@@ -20963,7 +21029,6 @@ Custom
Custom:
CustomApi/*
CustomerService-Submit*
-Customersearch/Customersearchhistory.asp*
CuteSoft_Client/
Cy6o9WtgNx.txt
CyberAlert
@@ -20973,7 +21038,6 @@ DAMs
DARREL
DARTIframe.html
DC
-DE/
DE/Service
DE/Services
DEVL
@@ -20984,28 +21048,21 @@ DISchess-endgames/$
DISchess-tactics
DISchess-tactics/$
DJ
-DJ/
-DK/
DLYNRMS
DM
-DM/
DNet
-DO/
DOC
DONOTMIGRATE
DTOffer
DTP
DTS
DVIP
-DZ/
Daily/
Dashboard
Dashboard
DataAccessLayer/
DataCapture/
-DataService/
Databases/Genome_MOT
-Dataservice/
Date
Date(
Date(*
@@ -21038,10 +21095,6 @@ Diagnostics
DigExt
DigitalPortal
Dio76
-Directories/ksudepts.html
-Directories/lsdcodes-save.html
-Directories/qsearch-save.data
-Directories/qsearch.data
Directory/
Disallow
Disallow
@@ -21076,7 +21129,7 @@ DocumentViewer/*
Documentation/
Documento-tecnico-ISO-13485.pdf
Documents
-Documents/Departments/EthicsElections/DemocracyVoucher/http://edweek.org/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://we.tl/robots.txt
Documents/Forms
Documents/Forms/
Documents/in
@@ -21090,7 +21143,6 @@ Domains/DomainControlPanel
DotCom/
Download
DownloadFile/
-DownloadVideo/
Downloads/
Downloads/?q=
Downloads/Installers
@@ -21107,12 +21159,8 @@ Dynamic/quotes
DynamicPlacementAjax
E
E47
-EC/
EDOCSSESSIONID
-EE/
EFPIA_Disclosure*.pdf
-EG/
-EH/
ELEZIONI2014/
EMM/
EN/Service
@@ -21124,15 +21172,12 @@ EPiServer
EPiServer/CMS
EPiServer/CMS/
EPiServerFields
-ER/
-ES/
ESJ382
ESPDisplayOptionsViewCmd
ESPModal
ESPNPlusAdobeTracking
ESW
ET
-ET/
EULegal
EVIP
EarlyRequesterJS/static-1.38
@@ -21150,6 +21195,7 @@ ElasticLoadBalancing/2009-05-15
ElasticLoadBalancing/2010-07-01
Elle-a-Table/carnet_recette
Elle-a-Table/creation_recette
+Elmah/
Em_*
Email
Email/R/
@@ -21284,17 +21330,12 @@ FDflightreservation
FDhotelreservation
FF7576
FG_ID=
-FI/
FJ
-FJ/
FK
-FK/
FM
-FM/
FO
FONT
FORM=
-FORUPLOAD
FP/API
FP/API/Performance
FP/API/Profile/get-profile-tab-content.php
@@ -21480,7 +21521,6 @@ FP/wvr-redirect.php
FPID*
FPMprinter
FPURL.xml
-FR/
FRONT_PROGRAMAS?go=
FRONT_SALA_PRENSA
FTMBAStories.xml
@@ -21491,7 +21531,6 @@ Fact_check
FairShare
FamilyConnect?*s=
FareCalendar
-FatalError.html
Fcnd
Feature
FeaturedShowMoreOverlay
@@ -21600,48 +21639,34 @@ FullRedirect
FullTermList*
G
GA
-GA/
GAM-investments-dave/
-GAM-placements-dave/http://fluentu.com/robots.txt
+GAM-placements-dave/http://jimdo.com/robots.txt
GARecord
GD
-GD/
-GE/
GF
-GF/
GG
-GH/
GHCentre
GI
GI2pK
GL
GM
-GM/
GMapsLocationController
GN
-GN/
GOWidget
GOffer
GP
-GP/
GPStatistik/servlets/MCRSearchServlet
GPointCampaign
GProtector
GQ
-GQ/
-GR/
GSA/
GSSAjax
-GT/
GU
-GU/
GVR/
GW
-GW/
GXEngine
GXMainComponents
GY
-GY/
Games
GammaRay
GanttChart.aspx*
@@ -28231,30 +28256,25 @@ GuideRequested
GuideRequestor
H
HACAffiliate
-HBO/
+HBO/
HDView
-HK/
HM
HMDThankYou
HMEs_newemails.txt
HN
-HN/
HOD
HOME
HOW2014
HPTO-jayanddan
-HR/
HR/jobs/en/apply
HR/jobs/he/apply
HT
-HT/
HTFederatedSearchResults
HTPortalLogCase
HTSCTrainingCatalog
HTTrack
HTTrainingCourseDetail
HTTrainingModulesDetail
-HU/
HX62
HYx10rg3
Hae
@@ -28687,7 +28707,6 @@ IBuySpy
IC
ICID=*
ICONS
-ID/
IDMS
ID_PAGINA=1810070
ID_PAGINA=1810072
@@ -28697,15 +28716,12 @@ ID_PAGINA=33872476
ID_PAGINA=70172401
ID_PAGINA=82037585
IDでギフトの登録を表示する
-IE/
IEB/ToolBox/SB
-IL/
ILC-refresh
IMAGE
IMAGES
IMAGE_URL$
IMarketplaceAPIService/
-IN/
INC
INSTALL.mysql.txt
INSTALL.mysql.txt
@@ -28719,20 +28735,15 @@ INT=
INTERACTIVE
INVITE
IO
-IP
IPS
IPS/progress
IQ
-IQ/
-IR/
IS
-IS/
ISAPI_Rewrite/
ISBN
ISSUE_TEMPLATE.md
ISSUE_TEMPLATE.md
ISUENews/CustomDialogs
-IT/
IT/SoftwareDist
IT/new
ITD
@@ -28781,9 +28792,6 @@ InfoArt
InfoCenter-a_ctr.april_en
InfoSMART
InfoStrat
-InfoTech/news/tuesday/archive/2001
-InfoTech/news/tuesday/archive/2002
-InfoTech/news/tuesday/archive/2003
InfojurisI2
Information/Seminars/EU1998
Information/images
@@ -28823,11 +28831,8 @@ Items
J
JE
JM
-JM/
-JO/
JOMO
JP-JP
-JP/
JP/search
JP/search?
JS
@@ -28838,7 +28843,6 @@ Jai-Mrug*
Jan_2011
Japan/DirectX/default.asp?
Jason/
-JavaScript/
JikeSpider
Job
Job-Listings
@@ -28846,6 +28850,7 @@ Job/*_IP
Job/bwl.htm
Jobb
Jobs
+Jobs/
Jobs/*-sex-*Jobs-EI
Jobs/*_IP*.htm
Jobs/*_P*.htm
@@ -28861,22 +28866,10 @@ JustForYouGuide
Jyxobot
K
KBID=
-KE/
KEYWORD_K
-KG/
-KH/
-KI/
-KM/
-KN/
-KP/
-KR/
KS
-KSU_resources
KV
-KW/
KY
-KY/
-KZ/
Kasse
Keep
Kimengi
@@ -28884,21 +28877,17 @@ Kimengi/nineconnections.com
Korean
Krypto
Ks
+Kuala-Lumpur
L
L1.5PAGE
L1PAGE
LA
-LA/
LANDSAT
LB
LB-monitoring.html
-LB/
LC
-LC/
-LFE/Live.controls.sharedpages/error.aspx
LHC.BET
LHCBET
-LI/
LICENSE.html
LICENSE.txt
LICENSE.txt
@@ -28906,19 +28895,13 @@ LICENSE.txt$
LICENSE_AFL.txt
LICENSE_AFL.txt
LK
-LK/
LK/NotAuthorized
LNAjax
LP
LR
-LR/
LS
-LS/
LSI/re/
LSI/sample/
-LT/
-LU/
-LV/
LWL/Der_LWL/Aufgaben/Fachbereiche/Andere_Abteilungen/ITZ/ready_1
LWL/Der_LWL/LWL.IT/ready
LWL/Der_LWL/LWL.IT/ready/ready4-Spielplatz
@@ -28931,7 +28914,6 @@ LWL/Kultur/LWL-Landesmuseum-Muenster/sammlung/kdm/kdm_archiv/kdm_archiv
LWL/LWL-Kantine
LWL/Mnogo
LWL/ac_print_html
-LY/
LZWeb
LZweb
Labs
@@ -28944,6 +28926,7 @@ Large-Files
LastModified_fra
LastModified_til
LastUndeliveredOrder.aspx
+Laws/
Layout/set/popup
Leaderboard
Learn/AuthorBiosPopup.aspx
@@ -28952,6 +28935,7 @@ LeerberichtenLO
Legacy
LegacyBlog
LegacyCaptcha.aspx
+Legislators/index.cfm
Lexis/
LexxeBot/1.0
Library
@@ -28960,6 +28944,7 @@ Library/ReadItLaterPopup.aspx
Library/document.ashx
License
LightSubscriptionCenter
+Like-spain-theme/js
LikeButtonClicked
Link
LinkGenerator
@@ -29022,15 +29007,12 @@ Logout
LongestPages
M
M9sY8PVm6js.js
-MA/
MAGStories.xml
MAINTAINERS.txt
MAINTAINERS.txt
MAPS
MARKET-INSIGHTS
-MC/
MCOMDefault/
-MD/
MDB/
MDS
META-INF
@@ -29038,32 +29020,22 @@ MFCF
MFCF/mfcfnow
MFD8
MG
-MG/
-MH/
MJ12bot
MK
-MK/
ML
-ML/
-MM/
MMA
MMB7
MMWIP
-MN/
MODIS/IMAGES
MODIS/MODCAT
MODIS/STATS
MP
-MP/
MPA
MPTemplates
MQ
-MQ/
MQAB=
MR
-MR/
MS
-MS/
MS3DSecure
MSAccount
MSAgeVerification
@@ -29089,23 +29061,18 @@ MSSubscription
MSUserProfile
MSWhereMyOrderView
MT/
-MU/
MUST
MV
-MV/
MVIP
MW
-MW/
-MX/
-MY/
MYA/
-MZ/
M_naturalnews.com/
MaPS
MaSante/
MacHelp91
MachineTranslation
Macintosh%2520HD
+Mail
Mail/
MailEmergency
MailHelpR1
@@ -29168,17 +29135,16 @@ MbrApps
MedCenter
MedSchool
Media
+Media/
MediaBadgeResponse
MediaBin
MediaCenter
-MediaComp/
MediaDisplayView
MediaKit
MediaPlexAd
MediaRoom/
MediaVoting
Medianet
-Mediaroom
MeetingsBase/static-1.1538
MeetingsBase/static-1.1591
MeetingsBase/static-1.1609
@@ -29362,6 +29328,7 @@ MobileShowForum
MobileShowSpecialOffer
MobileShowTopic
MobileShowUserReviews
+MobileSite/
MobileStreetView
MobileTaggingAjax
MobileTools
@@ -29453,8 +29420,6 @@ MyAccount.jsp
MyAccount/
MyAccountInfo.aspx*
MyAchievements
-MyAlamy.asp*
-MyAlamyCustomer.asp*
MyAnime/*sort=
MyAnime/anime-set-categ.php
MyArticlesListDetailView
@@ -29478,7 +29443,6 @@ Mymarkets/*
N
N-Ready
NA
-NA/
NBlogHidden.naver
NBlogHidden.nhn
NBlogPostPreview.naver
@@ -29487,24 +29451,17 @@ NBuddyList.naver
NBuddyList.nhn
NC
NE
-NE/
NEWS
NEWS/BREAKINGNEWS
-NG/
-NI/
-NL/
NN
NNAnalytics/
NNBuzz/
-NO/
NOKIA
NOT
NOTE:
NP
-NP/
NPBot
NR
-NR/
NR/exeres
NR/rdonlyres
NROneRetail/
@@ -29514,7 +29471,6 @@ NVisitor4Ajax.naver
NVisitor4Ajax.nhn
NVisitorgp4Ajax.naver
NVisitorgp4Ajax.nhn
-NZ/
NaN
Natation/NatationResultat
NativeAds
@@ -29677,8 +29633,6 @@ Not Found
Not-Found
Not_Found
NotifyView
-NovelUse.asp*
-NovelUse/
NsaApi/Core/GetFacebookData*
Ntk=TBW
Nuoto/09-10-2014/manaudou-verita-occhi-pellegrini-marin-90696636461.shtml
@@ -29692,7 +29646,6 @@ OECD
OJA
OLAM_PROD_CMS
OLT
-OM/
OMNIROMAviewnews2.php
ONAIR
OOBO/
@@ -29710,6 +29663,8 @@ Object/FjDTkjBmbjPylZPtjdfocJ/dashboard.html
Object/NRItzKXDWQ01wSRYBec2bK/approve-subscribers.html
OffSite.aspx
OfferAnnouncementManagement
+Offices/
+Offices/email/
Offline
Ogoniok/
OldDefault.aspx
@@ -29774,13 +29729,19 @@ OwnersNew
OwnersOld
OwnersTermsAndConditions
P
-P.mvc?_escaped_fragment_=/peopletags.aspx
P23
P3/find
P3W-451
-PA/
PAGEN
PAGEN_
+PAGEN_1=
+PAGEN_2=
+PAGEN_3=
+PAGEN_4=
+PAGEN_5=
+PAGEN_6
+PAGE_NAME=detail_slide_show
+PAGE_NAME=search
PAGINA-DE-PROVA
PARTNERS
PCCOciWeb/
@@ -29789,26 +29750,17 @@ PDATOI/
PDF/
PDFs
PDFs/
-PE/
PF
PG
-PG/
-PH/
PHPSESSID
PIFSurvey/
PK
-PK/
-PL/
-PM/
-PN/
PO302
POLL/
POLLSERVER
-POSTINFO.EG
POWB24
PPT/
PPTrsvp
-PR/
PRBCDN10
PRESS
PRINT
@@ -29819,7 +29771,6 @@ PSG
PSPV2_License_Agreement_Text
PSPV2_Privacy
PS_cache
-PT/
PTCArea*
PTCArea/LandingPage/GetPageData/
PTMBAStories.xml
@@ -29828,11 +29779,9 @@ PV
PVIP
PVLog
PW
-PW/
PWD
PXGWPp4wUS
PXTY0eJULE
-PY/
PacMan
Page
PageBuilderControls
@@ -30105,6 +30054,7 @@ Public-Safety/Independent-Monitor
Public-Safety/Police-Department/*
Public-Safety/Safety-BG
Public-Safety/Sheriff-Department/*
+Public/
Public/1.1-Update
Public/10.0.0
Public/11.0.0
@@ -30137,6 +30087,7 @@ Public/7.0.0
Public/8.0.0
Public/9.0.0
Public/GetDirections.aspx
+Public/GetFile.cfm
Public/GetLibraryProducts/
Public/HomeAlertSetup.aspx
Public/MAPPINGS/OBSOLETE
@@ -30197,7 +30148,6 @@ RBP_HOME_URL*
RC/*.xml$
RCPCrossSell
RE
-RE/
README
README.md
README.md
@@ -30246,7 +30196,6 @@ RGP/proposals
RHdb
RMP*
RMReviewCollect
-RO/
ROot
RRref=
RSS
@@ -30255,10 +30204,8 @@ RSS.aspx
RSS?
RT
RU
-RU/
RUSStories.xml
RW
-RW/
RWDOverlayers.mvc/
RWDProductUC.mvc/GetPersonalizedDeliveryInfoRedesign*
Race/FindARunner
@@ -30314,6 +30261,7 @@ RedirectDefault.aspx
Redirection.asp
Redirectl
Redirects
+Reference/
ReferralFriends10
RegActivation
Register
@@ -30428,30 +30376,24 @@ Rus$
Rya22
S
S1=
-SA/
SAGE
SALEUNIT_PRICE&
SALEUNIT_PRICE&*=*
-SB/
SC
-SC/
SCDC=1
SD
-SD/
-SE/
SEARCH
SEARCH
SEARCH/
SEARCH/*
+SECTION_URL=
SECURE
SEO-*
SEOkicks-Robot
SESSIONID
-SG/
-SH/
SH55
+SHOWALL
SI
-SI/
SID=
SID=
SIT
@@ -30459,18 +30401,13 @@ SITE=MN
SITE=NZH
SITE=XCOM
SITE=es.antevenio.
-SITECOREhttp://circleid.com/robots.txt
+SITECOREhttp://transparency.org/robots.txt
SITESEARCH/
-SK/
SL
-SL/
SM
-SM/
-SN/
SNBA
SNP
SNflightreservation
-SO/
SODO66
SOFTWARE
SOImapPriceDisplayView
@@ -30483,19 +30420,13 @@ SPOCK
SPORTS
SPRedirect
SR
-SR/
SSC
SSEE
-SSLtest
SSO
-ST/
STATS
STATUS.txt
SUPL
SUU777
-SV/
-SY/
-SZ/
SafeHarborStatement.content.html
Salaries/*_IP*.htm
Salaries/*_IP2.htm
@@ -30526,7 +30457,7 @@ Scripts/
Search
Search
Search*
-Search*http://maemo.org/robots.txt
+Search*http://readymag.com/robots.txt
Search-Results
Search-Show
Search-Show*
@@ -30543,7 +30474,7 @@ Search/Index?*suggestion=true
Search/Index?*textSearch=
Search/Index?sitecode=MONTBLANC*
Search/SearchKeyWord
-Search/http://sage.com/robots.txt
+Search/http://hsph.harvard.edu/robots.txt
Search2
Search?q*
Search?ver=m
@@ -30573,6 +30504,9 @@ SelectLocation.aspx
SelfServeAdvertising
Sell
Seller
+SenateKids/
+Senators/
+Senators/*/email
SendMailToAFriend.mvc/
SendToFriend
SendToFriend-Start/
@@ -30580,7 +30514,6 @@ SentConfirmationEmail
Sepet$
Sepetim
Server
-ServerError.aspx
ServerSupport/LinkChecker
ServerSupport/LinkChecker.TEST
ServerSupport/UsageStats
@@ -30601,6 +30534,7 @@ Services/do-biz-online-ref
Services/online-payments
Services_Internet/Accessoires
Services_accessibilite/Produits/
+Session/
Sessions/
SetCookieOverrides
SetCookies.html
@@ -30617,7 +30551,6 @@ Shared/
Shared/AdWords
SharedWishListView
SharedWishListView
-Shell/
Shibboleth.sso
Shibboleth.sso/
ShipToStore-
@@ -30713,7 +30646,7 @@ Socialnetwork=
Socialprofile=
Sogou
Sok
-Sok*http://iwaponline.com/robots.txt
+Sok*http://slub-dresden.de/robots.txt
Soldier/
SolutionsDisplay
Sony
@@ -30849,33 +30782,22 @@ TAOffer
TAScreenSaver
TB_iframe=*
TC
-TC/
TC/SP2016/papers
TCDestinationsWidget
TClick
TD
-TD/
TESHirewire/Attachments
TEST
TESTING
TG
-TG/
-TH/
-THUMBS/3/
-THUMBS/6/
TJ
-TJ/
TJPSURVEY78
TJoin
TL
TL_Active_Pages/TrailSearch/?Action=DisplayDetails/
TL_Active_Pages/TrailSearch/default.asp/
-TM/
-TN/
-TO/
TOCLinksForCrawlers*
TR
-TR/
TRAINING/*
TRAINING/Budget-POC-2/Budget-Hero
TRAINING/Budget-POC-2/Copy-of-Budget-Hero-1
@@ -31027,10 +30949,6 @@ TRAINING/new-author-training/Web-Training-Success
TSPD
TSPD/
TT
-TT/
-TV/
-TW/
-TZ/
Tablet
Tag
Tag=
@@ -31062,7 +30980,6 @@ Test
Test
Test-Pages/
Test/
-TestCGI
TestEmptyPage
TestURL/
Test_Section
@@ -31096,6 +31013,12 @@ Topicos
Topics/Public-Square/
Tous-sports/Special-l-equipe-partenariat
Track
+Tracker/ChangeEmail
+Tracker/Login
+Tracker/ManageAccount/
+Tracker/RemoveAccount
+Tracker/ResetPassword
+Tracker/Signup
Tracking/Add
Tracking/VerifyHuman
Tracking?cntry_code=us
@@ -31141,13 +31064,11 @@ Type=other%20events
TypeAheadJson
U
UA
-UA/
UCL-Info
UDK
UDN/FOUNDER
UDN/UDNENGLISH
UG
-UG/
UGstudy/Offer-holder/offer-holder-open-day-programmes.aspx
UIComponents/static-2.1011
UIComponents/static-2.1046
@@ -31172,7 +31093,7 @@ URL
URL%20goes%20here/
URLchecker
URLs
-US/
+US/2
US/PSOL
US/en/cart
US/en/checkout
@@ -31184,8 +31105,6 @@ US_HEALTHCARE_NPI
US_MALE_NAME
UUDAT2
UWGBCMS/media/facilities-planning-management/Floor%20Plans/
-UY/
-UZ/
UbiCrawler
UncategorizedPages
UniboWeb/UniboSearch/results.aspx
@@ -31260,19 +31179,12 @@ V3AnnECG/
V3NE2009/
V3NE2010/
VA
-VA/
-VC/
-VE/
VG
-VG/
VI
-VI/
VIP
VITERBO/contatti
VKRegistration
-VN/
VPV
-VU/
VacationRentalsBlog/?s
ValidateJson
Valley-of-Longevity-Property/
@@ -31345,7 +31257,7 @@ Vol-XXX-v1
Vol-YYY
Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml
VolunteerTranslations
-VoteActivities/http://onshape.com/robots.txt
+VoteActivities/http://tonyrobbins.com/robots.txt
Vuejs
W
WBSearchBot
@@ -31363,7 +31275,6 @@ WRQualtricsContacts
WRQualtricsControlPanel
WRQualtricsServer
WRQualtricsSiteIntercept
-WS/
WST-6604
WT.ac=
WT.mc_ic
@@ -31381,6 +31292,7 @@ Warenkorb
WatchTopic
WaterConf2006
WatermarkPhoto
+Wau-theme/js
Wayback
WeSEE:Search
WeatherAjax
@@ -31404,13 +31316,14 @@ WebResource.axd
WebService
WebServices
WebStripper
-WebSupport/Restrictedhttp://spdx.org/robots.txt
+WebSupport/Restrictedhttp://downshiftology.com/robots.txt
WebUserControls
WebX
WebZIP
Web_Portfolio
Webadmin
Webb3d
+Webcheck
Webmail
Webresource.axd
Weekend/
@@ -31466,8 +31379,6 @@ Xenu
Xhr
Y
YE
-YE/
-YU/
Yasni
YediothPortal/Ext/App/TDG/CdaPrintDiscgrp
YediothPortal/Ext/App/TDG/CdaSendTo_Discgrp
@@ -31484,13 +31395,8 @@ YouthProgramLocator/New-page
YouthProgramLocator/YPL-Background
Z
Z-oldsites
-ZA/
ZBMed/aktuelles/tag
ZCestino
-ZM/
-ZR/
-ZW/
-ZZ/
Zao
Zealbot
Zeige-Job?
@@ -31507,7 +31413,7 @@ Zoe=
Zoe_Selected_facet
Zurücksetzen-des-Passworts
ZyBORG
-[0-9]*$http://smashwords.com/robots.txt
+[0-9]*$http://dollarshaveclub.com/robots.txt
[0]*
[?&]AMJnQtSpH=
[?&]AccessToken=*
@@ -31685,6 +31591,7 @@ _AB-
_AC_UF894$
_ADMIN
_AO-
+_Admin/
_BO1$
_CP/
_CR$
@@ -31692,6 +31599,7 @@ _CT/
_CncPortletRechercheMoteurRechercheAide
_DARGS
_DB-
+_Email
_FTP_folders/
_GARBAGE
_Incapsula
@@ -31832,7 +31740,7 @@ _c21_/bbs_list
_c21_/bbs_read
_c21_/bbs_search_read
_c21_/home
-_c21_/http://ggnome.com/robots.txt
+_c21_/http://intothegloss.com/robots.txt
_caleventview_WAR_caleventportlet_eventId
_catalogs/
_catholic
@@ -31886,6 +31794,7 @@ _dedicatedemail
_demo
_democase-test-area
_derived
+_derived/
_design
_designs
_dev
@@ -32000,7 +31909,7 @@ _issue
_jcr_content
_jcr_content*
_jcr_content.logout.html
-_jcr_content/*http://fhi.no/robots.txt
+_jcr_content/*http://spectreattack.com/robots.txt
_jcr_content/renditions/
_jobs
_js/
@@ -32017,7 +31926,7 @@ _label
_layouts
_layouts/
_layouts/15/dch_proj/
-_layoutshttp://annals.org/robots.txt
+_layoutshttp://faire.com/robots.txt
_lib/
_libraries
_lit
@@ -32065,7 +31974,7 @@ _next/data
_next/data/*.json
_next/data/*/works/*/items
_next/image
-_next/image$http://noticiasaominuto.com/robots.txt
+_next/image$http://control4.com/robots.txt
_next/jwt
_next/static
_next/static/*.js$
@@ -32085,7 +31994,7 @@ _nitf.xml
_noindex
_not-found
_notes
-_notes/http://austria.info/robots.txt
+_notes/http://jbl.com/robots.txt
_nsfgfb
_nuxt
_nuxt/
@@ -32096,6 +32005,7 @@ _ok
_old
_old_
_openstat
+_openstat=
_ops/config-archive-6m4q8v2n
_othernews/
_oudev
@@ -32134,7 +32044,6 @@ _private
_private/
_proxy
_prq
-_pt.xml.gz
_ptid
_ptid=
_pwa-fragment
@@ -32143,8 +32052,8 @@ _q*
_qa
_qa.html
_query=
-_r/http://bybit.com/robots.txt
-_r/http://lsa.umich.edu/robots.txt
+_r/http://redditinc.com/robots.txt
+_r/http://twinkl.co.uk/robots.txt
_rcv
_recache
_recruitment_demo
@@ -32226,6 +32135,7 @@ _super
_super-new
_svc
_swf/
+_switcher_WAR_mediaportlet_redirect=
_t_/mp
_tasks/
_tbp
@@ -32278,10 +32188,15 @@ _vti
_vti_bin
_vti_bin/
_vti_cnf
+_vti_cnf/
_vti_log
+_vti_log/
_vti_map
_vti_pvt
+_vti_pvt/
+_vti_script/
_vti_txt
+_vti_txt/
_wb$
_wc_
_widgets
@@ -40070,9 +39985,6 @@ about-xerox/sponsorship/buffalo-bills/*photos
about.html
about.html~
about/*/*?pos
-about/*/getting-started
-about/*/mobile
-about/*/update
about/*qt-vzc_corporate_news_analytics
about/*query=
about/_dev/
@@ -40204,7 +40116,7 @@ about/newsroom
about/newsroom/page/*/?s
about/newsroom/page/*/?tag
about/overview
-about/past-staff/http://squirrelmail.org/robots.txt
+about/past-staff/http://theadvocate.com/robots.txt
about/press-center
about/press-room/article/2000
about/press-room/article/2001
@@ -40272,9 +40184,6 @@ aboutmsdn/
abouttelstra/education-centre/
abouttelstra/media-centre/tv-reel
abouttelstra/media-centre/tv-reel/
-aboutuni/copyright.html
-aboutuni/help.html
-aboutuni/new
aboutus.aspx
aboutus/media/jump-page
aboutus/media/jump-page
@@ -40310,7 +40219,6 @@ academic/
academic/profile
academic/rotc/afrotc/CurrentCadets
academic/search
-academicaffairs/commencement/book
academicdemo/search-result
academics/academic-divisions/graduate-studies/exhibition-design/capstone/2022/_hide
academics/advising/advising-information/advising-notifications/thank-you/
@@ -40483,8 +40391,6 @@ access
access-denied
access-entry
access-error
-access-opportunity/resources/committees
-access-opportunity/resources/support-request
access-token
access-top-marketplace-offers-in-trinet-mobile
access.phtml
@@ -40537,8 +40443,7 @@ account.php
account/
account/$
account/*
-account/InstitutionalSignInhttp://genome.gov/robots.txt
-account/InstitutionalSignInhttp://rthk.hk/robots.txt
+account/InstitutionalSignInhttp://lazada.vn/robots.txt
account/Register.aspx
account/_Resources/
account/accomplishments
@@ -40590,7 +40495,7 @@ account/password-reset/confirm.html
account/password-reset/initiate.html
account/password-reset/secure-redirect-new-password.html
account/password/*-*/forgotten-password$
-account/password/*-*/forgotten-passwordhttp://techsmith.com/robots.txt
+account/password/*-*/forgotten-passwordhttp://colab.research.google.com/robots.txt
account/password/*-*/reset-password
account/password/reset
account/paypal_cart
@@ -40619,7 +40524,7 @@ account/support/
account/unsubscribed
account/update-payment
account/upgrade
-account/user-flow/http://siemens.com/robots.txt
+account/user-flow/http://today.yougov.com/robots.txt
account/wachtwoordinstellen.html
account/wachtwoordvergeten.html
account/wp-sitemap
@@ -40842,7 +40747,7 @@ action=siteSearch
action=writeReview
action?
action_code=
-action_staging/http://bangkokpost.com/robots.txt
+action_staging/http://doaj.org/robots.txt
actioncenter
actioncenter/index.cfm
actions
@@ -40945,7 +40850,7 @@ ad
ad-2.png
ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
ad-features
-ad-manager/
+ad-manager/
ad-retargeting-101-online-shopping-in-the-covid-19-era
ad-scans
ad.php*
@@ -41091,7 +40996,7 @@ admin
admin
admin$
admin*$
-admin*http://creditcards.com/robots.txt
+admin*http://group.bnpparibas/robots.txt
admin-confirmation
admin-lime
admin-portal/login
@@ -41212,13 +41117,10 @@ admissions/*_remove_
admissions/application-received-graduate.html
admissions/application-received.html
admissions/classof2024
-admissions/cvparking
admissions/error
admissions/event-registration
admissions/graduate-students/pdfs/
-admissions/guides
admissions/info
-admissions/js/majors.js
admissions/test
admissions/transfer-students/chat-with-your-counselor/
admissions/undergraduate-admissions/transfer-center/flight-paths/nest-program
@@ -41236,7 +41138,6 @@ admissions/undergraduate/visit/openhouse/closed.html
admissions/undocumented/dual-enrollment-partnership-opportunities/dual-enrollment-interest-form/thank-you/
admissions/visit/weekday-visits/survey-thank-you.html
admissions/visit/weekday-visits/your-campus-visit-request.html
-admit/viewbook
admitted
admp-tc.delfi.ee
admui
@@ -41355,6 +41256,7 @@ advent/2013/6
advent/2015/11
advent/2017/8
advert
+advert/preview
advertise
advertise-a-job/service
advertise-with-hans-India
@@ -41411,7 +41313,6 @@ adwordsresellers
adx/bin
ae
ae
-ae/
ae/*/catalog
ae/*/catalogsearch
ae/*/checkout
@@ -41485,7 +41386,6 @@ aerial
af
af-landing
af-za/
-af/
af/android/collections
af/android/search
af/firefox/collections
@@ -41501,7 +41401,6 @@ af/thunderbird/search
af/user
af/users
af_cost_model
-afact
afara
afc5f206c8ba6de0de90.woff2
afet-yardim
@@ -41523,7 +41422,7 @@ affiliate-partner-offer
affiliate-product
affiliate-program
affiliate-template/
-affiliate/*http://blackmagicdesign.com/robots.txt
+affiliate/*http://domain.com/robots.txt
affiliate_code=
affiliate_wrapper_amp.cms*
affiliated
@@ -41570,7 +41469,6 @@ after_register
afterdark
afterdark/hot
ag
-ag/
ag10me
ag_council
agadmin
@@ -41641,9 +41539,6 @@ agenzie
ages=
aggregate/"
aggregator
-aggregator
-aggregator-api/
-aggregator/
aggregator/sources
aggregator/sources/21
agi
@@ -41653,7 +41548,7 @@ agile064
agile065
agile066
agile067
-agility/
+agility/
aging_surprises_getting_older/article.htm
agplants
agreements
@@ -41894,12 +41789,12 @@ ai-api/v2/me/studocu-documents
ai-assistant
ai-lwl/hilfe
ai-sandbox-internal/generated_images
+ai-search
ai-studio
ai-studio/unlimited-promo
ai-text-to-video
ai-time-machine/all-results
ai-travel-planner
-ai/
ai/$
ai/ai-agent$
ai/apps/features
@@ -42022,7 +41917,6 @@ airport-transfers/
airport/
airport_transfer_deeplink
airports
-airpur/
airtel
aisne/
aisne/assure/actualites/
@@ -42050,7 +41944,7 @@ ajax/add_view
ajax/ajax_ci_book_suggestion_box.php
ajax/ajax_fundraiser_progress.php
ajax/ajax_popups.php
-ajax/ajax_popups.phphttp://goodnewsnetwork.org/robots.txt
+ajax/ajax_popups.phphttp://polskieradio.pl/robots.txt
ajax/bootloader-endpoint
ajax/comments
ajax/configurador/articulos
@@ -42168,8 +42062,6 @@ alacarta/videos/si-fueras-tu
alacarta/videos/the-challengers
alacarta/videoslide.shtml?
aladdin/estatics
-alamycontributorreports/
-alamysearchhistory/
alan-voss-named-executive-vice-president-of-sales-and-marketing-universal-music-distribution
alaska-news/crime-courts/2018/02/08/former-alaska-prosecutor-misled-superiors-about-troopers-lewd-text-state-says
albany4h
@@ -42179,7 +42071,15 @@ albertacode
albertafiles
album
album.php
+album//Ajax
+album/delete_user_review
+album/fetch_overview_review
+album/fetch_review_view
album/promotion-hindi
+album/release//Ajax
+album/report_inappropriate
+album/review_thumbs
+album/save_user_review
albumarchive
albumes/2015/03/03/nba_malditos_muertos
albums
@@ -42588,7 +42488,6 @@ am
am-cookie-helper
am-records-still-stands-for-artists-and-music
am-sonntag/vorproduktion
-am/
am/$
am/%E1%88%85%E1%89%B5%E1%88%98%E1%89%B5
am/README.txt
@@ -43122,7 +43021,7 @@ amp/travel/destinations/usa/grand-canyon-national-park/
amp/travel/destinations/usa/metropolitan-museum-of-art/
amp/travel/destinations/vatican-city/sistine-chapel/
amp/travel/destinations/vatican-city/st-peters-basilica/
-amp/travel/destinations/zimbabwe/victoria-falls/http://ifc.org/robots.txt
+amp/travel/destinations/zimbabwe/victoria-falls/http://blog.myfitnesspal.com/robots.txt
amp/view/AKR*
amp/web-stories
amp;amp;amp
@@ -43156,7 +43055,6 @@ amznc
an
an-interns-perspective-finding-success-in-internships
an-us/
-an/
an/forums
an/kb/*/discuss
an/search
@@ -43207,7 +43105,7 @@ analytics/traffic/overview
analytics/uploads
analytictracking/
analyze.html
-analyzehttp://seattle.gov/robots.txt
+analyzehttp://pt.wikipedia.org/robots.txt
analyzer
analyzer-api
analyzeradmin
@@ -43267,7 +43165,7 @@ anesth/employment/faculty/cv
anewleaf
anfrage
anfrage-oeffnungszeiten
-anga/
+anga/
angebot
angebot-details
angebote
@@ -43452,7 +43350,6 @@ anxiety_worry_stress_body/article.htm
anytimepc
ao
ao-d-f-t-link
-ao/
ao/*?*lang=en-US
aol
aolcat=
@@ -43461,6 +43358,7 @@ aonactivehealth-withyou-2018/
aop-uk/
aop/
ap
+ap-mus
ap-source-rogers-to-retain-canadian-nhl-rights-with-12-year-us-7-7-billion-deal-1.2280010
ap-source-rogers-to-retain-canadian-nhl-rights-with-12-year-us-7-7-billion-deal-1.2280320
ap/forgotpassword
@@ -43509,7 +43407,7 @@ api*$
api*.do
api*.do
api*?hl=
-api*?hl=http://canva.com/robots.txt
+api*?hl=http://m.facebook.com/robots.txt
api-
api-corporate
api-explorer-maintenance
@@ -43584,7 +43482,6 @@ api/album/remove
api/amazon/locale
api/app-store
api/apps
-api/article-search
api/articles/*/buybox
api/articles/search
api/as
@@ -43664,8 +43561,8 @@ api/graphql
api/greenplayer
api/health
api/historical
-api/http://analytics.google.com/robots.txt
-api/http://wcupa.edu/robots.txt
+api/http://lta.org.uk/robots.txt
+api/http://merriam-webster.com/robots.txt
api/hub/search//feeds/datasets/.rss
api/india_api_read
api/india_api_write
@@ -43721,7 +43618,7 @@ api/odata
api/oembed.json
api/oembed.xml
api/og
-api/og/*http://salon.com/robots.txt
+api/og/*http://ontario.ca/robots.txt
api/orders/oney/business-info
api/paid-article
api/partner_select/*/price_query
@@ -43960,14 +43857,14 @@ aponline
app
app
app$
-app*.jshttp://minne.com/robots.txt
+app*.jshttp://ccohs.ca/robots.txt
app*/pag*/form*
app*/shr*
app*_
app*form_id=
app-ads.txt
app-ads.txt
-app-ads.txthttp://hu.wikipedia.org/robots.txt
+app-ads.txthttp://nownews.com/robots.txt
app-api/split-proxy
app-assembly-polls-lp
app-assets
@@ -43998,6 +43895,7 @@ app-new.html
app-opinion-lp
app-photo-lp
app-photos-daily
+app-register-proxy-event
app-route
app-science-lp
app-settings
@@ -44197,7 +44095,7 @@ appliance
appliance-delivery-installation
applicant-eligibility
application
-application-content/
+application-content/
application/
application?
applicationglobalinterfaces/
@@ -44360,7 +44258,7 @@ apps_ext/*/*ILinkListener*
apps_ext/*/admin*
apps_ext/*/dashboard*
apps_ext/*/login*
-apps_ext/http://chesstempo.com/robots.txt
+apps_ext/http://us.macmillan.com/robots.txt
appsearch_header=
appservice
appsfullcontent.htm
@@ -44493,7 +44391,7 @@ ar-eg/twitter
ar-eg/verify-email
ar-eg/watchlist
ar-eg/web3-blog
-ar-eg/web3-blog/http://thefeedfeed.com/robots.txt
+ar-eg/web3-blog/http://rsw.beck.de/robots.txt
ar-en
ar-es/shop/*?*&*&*&
ar-es/shop/banner/ajax/load
@@ -44602,13 +44500,19 @@ ar/admin
ar/admin$
ar/android/collections
ar/android/search
+ar/app
ar/black_friday_sale_subscribe_confirm.html
+ar/board-of-governors
+ar/cache
ar/cart
ar/catalogue-widgets
ar/change-password
ar/change_currency.html
ar/chat
ar/cira_agreement.html
+ar/classes
+ar/config
+ar/controllers
ar/core
ar/distributionmanager/
ar/domain/%D8%A8%D8%AD%D8%AB-%D9%85%D8%AA%D9%82%D8%AF%D9%85.html?
@@ -44626,17 +44530,20 @@ ar/domain/reseller-webhook-api.html
ar/domain/suggestion-tool?
ar/domain/wechatpay.html
ar/domain/whois?
+ar/download
ar/en
ar/es
ar/es/work/products/tools/ups_selector/
ar/especial/000webhost
ar/event/*/ical
+ar/events?
ar/explore
ar/filter/tips
ar/firefox/collections
ar/firefox/search
ar/forums
ar/fr
+ar/gc-archives
ar/get/api/popup
ar/get/api/review
ar/get/api/search/slicing-attributes
@@ -44646,12 +44553,19 @@ ar/help/cookies/
ar/help/privacy/
ar/home
ar/home$
+ar/js
ar/kb/*/discuss
ar/landingpage/
+ar/localization
+ar/log
ar/login
ar/logout
+ar/mails
+ar/main_ar
+ar/modules
ar/motivator/
ar/my-account
+ar/news?
ar/newsletter/unsubscribe
ar/newsroom/search
ar/newsroom/search?
@@ -44661,15 +44575,20 @@ ar/offer/buy
ar/offer/service_buy
ar/offer/view
ar/order
+ar/override
+ar/pdf
ar/pm/
ar/privacy_policy.html
ar/profile
ar/profile$
ar/profiles
ar/pt
+ar/publications/documents/infcircs
+ar/publications/search
ar/recherche
ar/refer-a-friend-terms-and-conditions
ar/register
+ar/resources/safety-standards/search?
ar/reviews-and-testimonials
ar/seamonkey/collections
ar/seamonkey/search
@@ -44689,22 +44608,43 @@ ar/sr$
ar/sr/*-x-b*-g*-c
ar/sr/*-x-b*-r*-c
ar/sr?
+ar/src
ar/store
ar/subpoena-policy
ar/sync/
ar/terms-of-use
ar/thunderbird/collections
ar/thunderbird/search
+ar/tools
+ar/translations
ar/tutoriales/*_ga
ar/tutoriales/?s=
ar/tutoriales/search
+ar/upload
ar/user
ar/user$
ar/users
+ar/var
+ar/vendor
ar/web.config
+ar/webservice
ar/wp-admin/
ar/wp-admin/admin-ajax.php
ar/xml/news-release
+ar/استعادة
+ar/الحساب
+ar/العناوين
+ar/العنوان
+ar/الهوية
+ar/ايصال
+ar/بحث
+ar/تأكيد
+ar/تتبع
+ar/تسجيل
+ar/خصم
+ar/سجل
+ar/طلب
+ar/عربة
ar/مكونات_
arCHIVES
arCHIVEs
@@ -44837,7 +44777,7 @@ archive/epo/pubs/bulletin
archive/events
archive/find
archive/graphs.php
-archive/http://willistowerswatson.com/robots.txt
+archive/http://pendleton-usa.com/robots.txt
archive/justo
archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair
archive/page
@@ -44857,7 +44797,7 @@ archives
archives.html
archives/
archives/*/*/*
-archives/http://tokopedia.com/robots.txt
+archives/http://ar.wikipedia.org/robots.txt
archives/index.html
archives/redhat-install-list/2000-September/msg00588.html
archives/sweepstakes
@@ -45275,6 +45215,8 @@ artist
artist-signings-executive-appointments-herald-new-era-for-deutsche-grammophon-and-decca-classics
artist/*-comments
artist/*/now-playing
+artist//Ajax
+artist//Ajax/
artist/127231622/radio?autoplay=true
artistAdmin
artistTitle
@@ -45380,7 +45322,7 @@ askpat
asm/
asp.net/
asp/
-asp/
+asp/
asp/cgabillstatus/
asp/demo_db_edit.asp
asp/menu/
@@ -45393,9 +45335,10 @@ aspergers/treatment-aspergers-syndrome-many-therapies-can-help/
aspergers/what-are-causes-risk-factors-aspergers-syndrome/
aspnet_client
aspnet_client/
-aspnet_client/
+aspnet_client/
aspwebcalendar/
aspwebcalendar/calendar.asp
+aspx$
aspx/
aspx/read.aspxhttp://hunker.com/robots.txt
aspx_pages_code_testing
@@ -45414,7 +45357,6 @@ assay/getGraphHeatmap.cgi
assay/redirect.cgi
assaysrv/assaysrv.cgi
assessment
-assessment/data-surveys/archive
assessment/request
assessment_sections
assessments
@@ -45528,12 +45470,18 @@ assets/mp4
assets/mw/static/old-games
assets/newsletters/*
assets/packages
-assets/pdf/Investigation-Report.pdfhttp://haberturk.com/robots.txt
+assets/pdf/Investigation-Report.pdfhttp://pandadoc.com/robots.txt
assets/pdf/Keeper-PM-ITAdmid-WhitePaper.pdf
assets/pdf/PAM-vs-SSO-vs-PasswordManager.pdf
+assets/pdf/blogs/HolidaySuccessGuide_2018_EN.pdf
+assets/pdf/blogs/HolidaySuccessGuide_2018_FR.pdf
+assets/pdf/blogs/maitriser_la_vente_en_ligne.pdf
+assets/pdf/blogs/mastering_your_e-commerce_operations.pdf
assets/pdf/company/private
assets/pdf/contracts
assets/pdf/eBook-Password-Security-Best-Practices.pdf
+assets/pdf/parcels-returns-guide_en.pdf
+assets/pdf/parcels-returns-guide_fr.pdf
assets/pdf/small-business/merchant/
assets/plugins
assets/plugins/*.css
@@ -45587,7 +45535,6 @@ assistant
assistant
assistants
associate
-associate/forum
associate_query
associatebanking
associated-press$
@@ -45650,7 +45597,6 @@ at-universal-music-india-devraj-sanyal-appointed-managing-director
at-universal-music-italy-massara-appointed-managing-director
at-universal-music-japan-kazu-koike-elevated-to-presidentcoo
at-universal-music-japan-kazu-koike-is-appointed-presidentceo-chairman-kei-ishizaka-renews-contract
-at/
at/*
at/*?*lang=de-DE
at/*?order=
@@ -45877,7 +45823,7 @@ attachments/download
attachments/efs/eib_investment_report_advance_copy.pdf
attachments/efs/eib_investment_report_poster_chapter*
attachments/fi/
-attachments/http://abw.it/robots.txt
+attachments/http://mapbox.com/robots.txt
attend-my-event
attendees
attorney-about-me
@@ -45932,7 +45878,6 @@ au-job/apply
au-job/searchresults
au-quotidien/*idOffre=
au.html
-au/
au/*
au/*?*lang=en-GB
au/*?order=
@@ -46134,7 +46079,7 @@ audience
audience/
audio
audio-
-audio-edition-podcast/*/index.xmlhttp://raw.githubusercontent.com/robots.txt
+audio-edition-podcast/*/index.xmlhttp://foursquare.com/robots.txt
audio-player
audio-test-app
audio.html
@@ -46155,7 +46100,6 @@ audiolibri/*/$
audiolibri/*/index.html$
audios/archivo
audiovideo
-audit
auf_zeit_wg.anzahl_mitbewohner_i
auf_zeit_wg.mietart_s
auf_zeit_wg.rauchen_s
@@ -46233,7 +46177,6 @@ authentication/oauth2/authorization/reach-five
authentication/signin
authentications
authenticity-guarantee
-authkey=
authlogin
authn
author
@@ -46328,6 +46271,7 @@ auto-verkaufen/direkt-verkauf/appointment
auto-verkaufen/direkt-verkauf/expired-confirmation
auto-verkopen
auto/%FE_*
+auto/*/*?lang=
auto/accident/*,
auto/accident/*/*/*-
auto/like-dislike-autostory.jsp
@@ -46438,7 +46382,6 @@ avva/wp-json/oembed/1.0/embed
avva/wp-json/wp/v2/product
avviso
aw
-aw/
award-winning-composers-turn-talents-to-advertising
award_winners
awards
@@ -46569,7 +46512,6 @@ az-ZA
az-contacts
az-latn-az/
az.php?
-az/
az/*
az/android/collections
az/android/search
@@ -46687,6 +46629,7 @@ b/eBay-Use-Only
b/eBay-User-Tools
b/mp/js/chatbot.js
b/order
+b/rt=nc_mwBanner=1
b/unsubscribe
b2b
b2b-gift-card-shop
@@ -46704,7 +46647,6 @@ b?*node=9052533011
b\?
b_id=
ba
-ba/
ba/*?*lang=en-GB
ba/AjaxService/
ba/Secure/
@@ -46842,6 +46784,8 @@ back_pain_pictures_myths_and_facts_slideshow/article.htm
back_pain_travel_tips/article.htm
back_to_school_health_checklist_slideshow/article.htm
back_url=
+back_url=
+back_url_admin=
back_url_admin=
backend
backend-anon
@@ -46870,6 +46814,7 @@ backuphelpr4
backuphelpr5
backups
backurl=
+backurl=
bacterial_infections_101_pictures_slideshow/article.htm
bad-behaving-searchbot
bad-boys
@@ -46936,7 +46881,6 @@ bameap
ban-me-i-am-a-robot
bancotalentos
band/*/post
-band/login/pride
bandito
bando
bang-olufsen-and-universal-music-in-new-collaboration-the-sounds-going-to-be-amazing
@@ -46965,7 +46909,7 @@ banners
banners
banners-old.php?
banners/
-banners/
+banners/
banners/link-default.html
banners/obama-vs-romney.html
banners2/
@@ -47047,7 +46991,6 @@ bb
bb-audio.html
bb-d
bb-image.html
-bb/
bb0=
bb1=
bb2600com
@@ -47124,7 +47067,6 @@ bcnpostguerra
bd
bd$
bd-en
-bd/
bd/special/000webhost
bd/special/webhost
bd=
@@ -47149,7 +47091,6 @@ be-fr/swift-codes
be-nl/special/000webhost
be-nl/special/webhost
be-nl/swift-codes
-be/
be/*
be/*?*lang=en-US
be/*?order=
@@ -47301,7 +47242,6 @@ before
begin-again
beginner/
behavioral_problems_in_cats/article.htm
-behemoth/export
bekraftelse
belairdirect-zone/belairdirect-coach-for-a-day-contest-1.1370402
belen-gateway
@@ -47336,8 +47276,6 @@ benefits
benefits-of-healthcare-data-collection
benefits-resource
benefits/
-benevole/
-benevoles/
bengali/
benji.js
bentoapi
@@ -47370,7 +47308,6 @@ berlin-chemie-menarini-cresce-in-russia-a-kaluga-stime-2019-in-rialzo_1rZr4xmss1
bert-cloeckaert-succeeds-wolf-urban-as-head-of-um3-strategic-marketing-division-of-umi
beseder
besmart/disabled
-bespoke/
best-*?*
best-*?region
best-countries-for-business/list
@@ -47448,7 +47385,7 @@ betacc
betaem
betaexperience/
betala
-betalen/http://silhouettefromtheskylit.com/robots.txt
+betalen/http://heartspacesolutions.com/robots.txt
betatos
betmgm-presents
betmgm-redirect
@@ -47495,10 +47432,10 @@ beverages/why-does-coffee-make-me-nauseous/
beverly-hills-dog-show
bewaarde-recepten/
bewerten
+bewertungen/*?lang=
bezorgen
bf
bf-ajax/
-bf/
bfe/apps/website
bff
bffstatic
@@ -47591,7 +47528,6 @@ bg-pl/tickets/*
bg-pt/tickets/*
bg-ro/tickets/*
bg-sv/tickets/*
-bg/
bg/%D0%BF%D0%B5%D1%87%D0%B0%D1%82
bg/*-p-*/product-features
bg/*-x-b*-g
@@ -47662,7 +47598,6 @@ bg/web.config
bgmt
bgpoxy
bh.sph
-bh/
bh/*/catalog
bh/*/catalogsearch
bh/*/checkout
@@ -47690,7 +47625,6 @@ bhs/en
bi
bi$
bi-lwl
-bi/
bi/bootstrap
bi/dev
bi/doop
@@ -47846,7 +47780,7 @@ bin
bin
bin/
bin/*
-bin/*http://iflscience.com/robots.txt
+bin/*http://raiffeisen.ch/robots.txt
bin/broker
bin/broker2
bin/data
@@ -47863,8 +47797,6 @@ bin/ti
bin/uhc/checkEligibility
bin/www/mailaddr
bin/www/phonenr
-binaries
-binaries-http/shopPhone
binary
binary-data/DIY
binary-data/EGALLEY
@@ -48236,8 +48168,8 @@ biz_update
bizcircle/company/company_details
bize-ulasin
bize-yazin-arama*
+biznes-bezlimit-i-gotoviy-ofis
bj
-bj/
bjs
bk
bk2*
@@ -48267,7 +48199,7 @@ blaid=
blaize
blaize/
blaize/*
-blaize/*http://deezer.com/robots.txt
+blaize/*http://ibm.com/robots.txt
blaize/datalayer
blank
blank
@@ -48278,8 +48210,8 @@ blank.xml
blast/BlastAlign.cgi
blast/bl2seq/wblast2.cgi
blausen*
-blausen*http://people.mozilla.org/robots.txt
-blausen*http://validator.schema.org/robots.txt
+blausen*http://clixtell.com/robots.txt
+blausen*http://creativeboom.com/robots.txt
blaw/*
blazer-ev/charging
blazer-ev/delivery-day
@@ -48350,7 +48282,6 @@ blog-ads-api-output
blog-archive
blog-categories
blog-category/*_page=
-blog-feeds
blog-galleries
blog-manager
blog-navi
@@ -48446,7 +48377,7 @@ blog/*sitemap.xml$
blog/*utm_source=
blog/*wordfence_*
blog/.
-blog/.html.*http://google.it/robots.txt
+blog/.html.*http://discordapp.com/robots.txt
blog/10-lessons-from-an-engineering-manager/$
blog/17-big-tax-deductions
blog/20
@@ -49136,7 +49067,7 @@ blog/page/*/?p=
blog/page/*/?s=
blog/page/*?
blog/page/edit
-blog/page/http://thefreelibrary.com/robots.txt
+blog/page/http://dn.se/robots.txt
blog/pairing-is-the-key-to-evangelizing-your-design-system/$
blog/pantone-speaking-the-language-of-color/$
blog/paula-scher-10-rules-for-play/$
@@ -49391,7 +49322,7 @@ blog/want-figma-api-inspiration-heres-8-community-powered-projects/$
blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$
blog/web-design-without-a-web-designer-xfive-turns-to-figma/$
blog/webassembly-cut-figmas-load-time-by-3x/$
-blog/webmentions/receive/http://epi.org/robots.txt
+blog/webmentions/receive/http://uva.nl/robots.txt
blog/welcome-to-the-prompt/$
blog/welcome-to-the-wip/$
blog/welcome-weavy-to-figma/$
@@ -49504,7 +49435,7 @@ blog?*page=
blog?*page=0
blog?category=
blog?month
-blog?page=http://store.apple.com/robots.txt
+blog?page=http://thenation.com/robots.txt
blog?q=*
blogAdmin
blog_entry_comments
@@ -49557,7 +49488,7 @@ blogs/2011/
blogs/7faebe5debfdd358a46f2452a54eec94fce49269/
blogs/Chetu-Landing-Page
blogs/admin/
-blogs/all/tagged*http://mamamia.com.au/robots.txt
+blogs/all/tagged*http://modelviewer.dev/robots.txt
blogs/atom
blogs/author
blogs/blog/wp-content/uploads/sites
@@ -49565,6 +49496,9 @@ blogs/blog_rss.aspx*
blogs/blogpost/preview
blogs/blogs
blogs/bncod2013
+blogs/business/wp-admin/
+blogs/business/wp-admin/admin-ajax.php
+blogs/business/wp-json/
blogs/category
blogs/finance-2/Chetu-Landing-Page
blogs/nationals-journal-beta
@@ -49572,6 +49506,9 @@ blogs/nces/search
blogs/news
blogs/pad$
blogs/pad/$
+blogs/personal/admin-ajax.php
+blogs/personal/wp-admin/
+blogs/personal/wp-json/
blogs/postcreate.aspx/
blogs/press/linksys-and-fortinet-announce-strategic-alliance-to-deliver-enterprise-grade-performance-and-security-for-work-from-home-networks-1
blogs/product
@@ -49587,10 +49524,14 @@ blogs/tag
blogs/test
blogs/webServices
blogs/wp-admin
+blogs/wp-admin/
+blogs/wp-admin/admin-ajax.php
blogs/wp-content
+blogs/wp-json/
blogs1
blogs2/
blogsWebServices
+blogs_we_love/blog-profile
blogsearch
blogsearch?
blogsearch_feeds
@@ -49599,6 +49540,15 @@ blogstest/
blogsupport
blogtemp
blogtest
+blogues/entreprise/wp-admin/
+blogues/entreprise/wp-admin/admin-ajax.php
+blogues/entreprise/wp-json/
+blogues/personnel/wp-admin/
+blogues/personnel/wp-admin/admin-ajax.php
+blogues/personnel/wp-json/
+blogues/wp-admin/
+blogues/wp-admin/admin-ajax.php
+blogues/wp-json/
blogvision
blokdebid/ca/calendar-created
blood-clots/diets-for-factor-five-blood/
@@ -49632,7 +49582,6 @@ bluetooth/device/show
bluetoothhelpR2
bluetoothhelpR4
bm
-bm/
bm/forums
bm/kb/*/discuss
bm/search
@@ -49695,7 +49644,6 @@ bn-IN/user
bn-IN/users
bn-bd/
bn-in/
-bn/
bn/%E0%A6%AE%E0%A7%81%E0%A6%A6%E0%A7%8D%E0%A6%B0%E0%A6%A3
bn/auth
bn/autocomplete
@@ -49715,7 +49663,6 @@ bng/api
bnh/controller
bo
bo-en
-bo/
bo/AjaxService/
bo/README.txt
bo/Secure/
@@ -49731,9 +49678,9 @@ bo/secure/
bo/sync/
bo/web.config
bo=
-boadmin/
board
board
+board-of-governors
board/CurrentSearch_Detail.php
board/emailthread.cfm
board/newcsd.cfm
@@ -51300,7 +51247,6 @@ book/export
book/first-edition
book/fixtures/footer
book/flight
-book/print
book/reviews
book/second-edition
book/show
@@ -51440,6 +51386,7 @@ bookstore/search
booktime
bookvisitinfo.html
bookwall/*
+boomerang
boost_digestive_health_pictures_slideshow/article.htm
boost_stats.php
booster
@@ -51811,7 +51758,7 @@ branding/images/dont-03.png
branding/images/dont-04.png
branding=
brandlover
-brandnew/psphttp://dnb.com/robots.txt
+brandnew/psphttp://yadi.sk/robots.txt
brandnewconference/2016/video
brandon-creed-joins-universal-republic-and-island-def-jam-motown
brandon-schmidt-named-vice-president-acquisitions-for-caroline
@@ -51939,7 +51886,7 @@ brighter_whiter_teeth_pictures_slideshow/article.htm
bringit.html/
britishairways
brl
-brlhttp://consumer.ftc.gov/robots.txt
+brlhttp://thehackernews.com/robots.txt
broadband
broadband/goto
broadcast
@@ -51968,7 +51915,6 @@ browse-2
browse-author
browse-smarter-with-ghostery-8
browse-subject
-browse.aspx
browse.php
browse/*
browse/*.aspx
@@ -51995,7 +51941,7 @@ browse/DeviceDetailsActor/
browse/RVInfoActor/loadRVInfo
browse/_
browse/academic
-browse/catalogue-full/*/albumshttp://yorku.ca/robots.txt
+browse/catalogue-full/*/albumshttp://focustaiwan.tw/robots.txt
browse/collocations
browse/deals/partial
browse/deviceDetails.jsp
@@ -52066,7 +52012,6 @@ bs-latn-ba/itinerary
bs-latn-ba/itinerary-new
bs-latn-ba/profile
bs-latn-ba/smartsearchforwarder
-bs/
bs/android/collections
bs/android/search
bs/firefox/collections
@@ -52096,7 +52041,6 @@ bss7=
bss8=
bss9=
bt
-bt/
btb
btb-newsletter-v1
btb-newsletter-v2
@@ -52115,6 +52059,7 @@ budget
budget-2019
budget/search/node
budget=
+budte-spokojny-za-roditelej
buehler
buehne
buffer_share=
@@ -52181,6 +52126,7 @@ bulls/users
bulltest
bump
bundle-deal
+bundle-next
bundle/download
bundled
bundles
@@ -52229,7 +52175,7 @@ buscador/componente
buscador?
buscador?f%5B0%5D
buscador?search_api_fulltext=&f%5B0
-buscadorhttp://globalforestwatch.org/robots.txt
+buscadorhttp://crossref.org/robots.txt
buscar
buscar
buscar/abogacia_estado.php?
@@ -55934,6 +55880,7 @@ business/*/templates
business/*/tmp
business/*?categories
business/*PHPSESSID
+business/*o-iot-dlya
business/account/secrets.tinkoff.ru
business/ad_create
business/administrator
@@ -55992,6 +55939,7 @@ business/help/procurement/special-account/special-account/open
business/help/search*&query=
business/help/search*?query=
business/hub
+business/image
business/infrastructure-explainer
business/invite
business/invite-friend
@@ -56000,6 +55948,7 @@ business/learning/blog
business/loans/edu
business/local
business/local-business-partner-program
+business/new
business/news*&tags
business/news*?tags
business/onboarding
@@ -56018,6 +55967,7 @@ business/referral
business/salaire/patron/recherche
business/salaire/recherche
business/sales/blog
+business/sber
business/search
business/search*&q=
business/search*?q=
@@ -56047,6 +55997,8 @@ business/teams/search
business/test
business/thank-you-carrier-integration-request
business/thank-you-integration-request
+business/tools/pg/manual/PGcoa
+business/tools/pg/manual/PGholdmail
business/top-ads
business/update
business/verified-merchant/status
@@ -56123,6 +56075,7 @@ buy_ipad.php
buy_iphone.php
buyagain/product/
buycanadianbriefing/
+buyer
buyer-base
buyer-preferences
buyer/*/rating
@@ -56173,7 +56126,6 @@ bvstate=pg
bvstate=pg*
bvtab
bw
-bw/
bwdbpro.cfm
bwf_dp
bwh
@@ -56208,7 +56160,6 @@ byptwd
byt/
byt4/pub/
bz
-bz/
bz679com
bzw77com
bzzagent
@@ -56811,6 +56762,7 @@ cache/
cache/MiamiImageURL
cache/clearcache
cacheBust=
+cacheKey
cacheKey*
cacheKiller=
cachebust=
@@ -56872,7 +56824,7 @@ calendar/*?year=2027
calendar/*?year=2028
calendar/*?year=2029
calendar/*?year=2030
-calendar/*http://docs.ansible.com/robots.txt
+calendar/*http://imore.com/robots.txt
calendar//index.html
calendar/1415-2
calendar/350/search/
@@ -57011,7 +56963,6 @@ calendar/environment/search/
calendar/epicker.php
calendar/eventreply
calendar/events.php
-calendar/export
calendar/export.cgi
calendar/faith/search/
calendar/feeds
@@ -57350,7 +57301,7 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html
campaigns/credit-cards/more-than-minimum.html
campaigns/credit-cards/parris-island.html
campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://aepd.es/robots.txt
+campaigns/digital-recruitmenthttp://assets.website-files.com/robots.txt
campaigns/digital.html
campaigns/digital/digital-banking-tools.html
campaigns/digital/operation-innovate.html
@@ -57472,7 +57423,6 @@ can_i_get_rid_of_wrinkles_on_my_face_fast_how/article.htm
canada/Library/mnp/2/aspx/
canada/index2.html
canada/ottawa-citizen/2012
-canada_us/air/images/
canadaland
canadalandshow
canadaswonderland/account
@@ -57728,6 +57678,7 @@ car/antecedentes
car/como-fizemos/analise-cartografica
car/como-fizemos/analise-quantitativa
car/como-fizemos/bases-de-dados
+car/index.html
car/material-metodos
car/objetivos-hipoteses
car/outfitmycar/mycar.aspx
@@ -57762,7 +57713,6 @@ cardedeu%40thesaurus.net
cardedeu@thesaurus.net
cardfinans-trendyol-kredi-karti
cardinals/search
-cardio-device
cardiovascular-diseases/blood-pressure-medication-recalled-impurities-linked-to-cancer/
cardiovascular-diseases/drugs-to-avoid-for-obstructive-hypertrophic-cardiomyopathy/
cardiovascular-diseases/foods-to-avoid-or-limit-if-you-have-heart-disease/
@@ -58205,7 +58155,6 @@ cat=*
cat_id=
catalog
catalog
-catalog-details.asp*
catalog-index
catalog.php
catalog.tpl?op=WishList
@@ -58359,7 +58308,7 @@ category/downtime
category/drupal
category/features
category/general
-category/good-bites/http://nero.com/robots.txt
+category/good-bites/http://siriusxm.com/robots.txt
category/it-security
category/jetpack
category/milestone
@@ -58433,7 +58382,6 @@ cc.js
cc.xhtml
cc/api
cc/common/api
-cc/images/
cc/search-result
cc/session/api
cc=
@@ -60629,10 +60577,10 @@ cdn-cgi/beacon/performance
cdn-cgi/bm/cv
cdn-cgi/challenge-platform
cdn-cgi/challenge-platform/
-cdn-cgi/http://autodesk.com/robots.txt
-cdn-cgi/http://bill.com/robots.txt
-cdn-cgi/http://find-and-update.company-information.service.gov.uk/robots.txt
+cdn-cgi/http://healthcareitnews.com/robots.txt
cdn-cgi/http://hive.blog/robots.txt
+cdn-cgi/http://kids.youtube.com/robots.txt
+cdn-cgi/http://newspapers.com/robots.txt
cdn-cgi/image
cdn-cgi/images/trace
cdn-cgi/l/email-protection
@@ -60861,6 +60809,7 @@ cercador
cercadorgg
cercare
cercawishlist
+cerebro
cerebrum/
ceremet/?page_id=
ceri/en/search/
@@ -60890,8 +60839,6 @@ cervical_cancer_pictures_slideshow/article.htm
ces-specials/l
ces-specials/l/$
cesarhalum
-cesn/images/
-cesn/versions/
cetools/
ceurtools
cevaplar
@@ -60925,7 +60872,6 @@ cf/
cf/*?c=
cfar
cfarCredit
-cfc
cfcdn
cfd
cfdocs
@@ -60940,7 +60886,6 @@ cfmd/
cfwidgets/ss/mc-match-highlights/61652/amp
cfwidgets/ss/mc-match-highlights/61653/amp
cg
-cg/
cg_rmr/
cgc/*.ico
cgc/*.png
@@ -60974,7 +60919,6 @@ cgi-bin/dobi/licenseesearch
cgi-bin/domains/
cgi-bin/eprime
cgi-bin/error.cgi*
-cgi-bin/eventview
cgi-bin/favicon.ico
cgi-bin/formmail.asp
cgi-bin/fr/order/
@@ -61059,7 +61003,7 @@ cgi-bin/wikiSig
cgi-bin/wx
cgi-bin/x-posts
cgi-bin/yabb2/YaBB.pl
-cgi-binhttp://verizon.com/robots.txt
+cgi-binhttp://similarweb.com/robots.txt
cgi-brookscole/
cgi-comment
cgi-local
@@ -61164,7 +61108,6 @@ cgi/wikiSig
cgi/x-posts
cgi2-bin
cgi_files
-cgi_src
cgibin
cgid
cgid=
@@ -61190,7 +61133,6 @@ ch-en/search
ch-fr/special/000webhost
ch-fr/special/webhost
ch-fr/speciales/000webhost
-ch/
ch/*
ch/*?*lang=de-DE
ch/*?*lang=en-US
@@ -61303,7 +61245,6 @@ challenges/*/join
challenges/*/leaderboard
challenges/*/participants
challenges/*/submit
-challenges/development
challenges/my_providers
challenges/participant_counts
change
@@ -61317,7 +61258,7 @@ change-location
change-password
change-shipping
changeLanguage=True
-changeLanguagehttp://designshack.net/robots.txt
+changeLanguagehttp://webassembly.org/robots.txt
changePassword
change_currency.html
change_password=
@@ -61532,9 +61473,9 @@ check*.php
check-in
check-in$
check-in?
+check-logged-in
check.htm
check/
-check2018
check?af=
checkAdmin.json
checkForm=
@@ -61602,7 +61543,7 @@ checkout_success.php
checkout_vrepay_elv.php
checkout_vrepay_giropay.php
checkout_vrepay_kreditkarte.php
-checkouthttp://cash.app/robots.txt
+checkouthttp://deorkaan.nl/robots.txt
checkoutimages.action2
checkoutnow
checkouts
@@ -61722,7 +61663,6 @@ chwilio$
chwilio/
chwilio?
ci
-ci/
ci/*/catalog
ci/*/catalogsearch
ci/*/checkout
@@ -61825,7 +61765,6 @@ citations?view_op=top_venues
cite
cite-dev
cite/*
-cites
citexplore
citi
cities
@@ -61939,7 +61878,6 @@ cl-es/shop/*?*&*&*&
cl-es/shop/banner/ajax/load
cl-es/shop/hpols_catalog
cl-es/shop/hpols_catalog/product/upsell
-cl/
cl/*
cl/*.html
cl/*?*lang=es-MX
@@ -61964,7 +61902,6 @@ cl/web.config
cl2/feeds
cl2/ical
cla/fr
-cla/modernlanguages
cla/pt
claim
claim$
@@ -62199,6 +62136,7 @@ clickv1
clid=
client
client-access
+client-api
client-clearing
client-events
client-forum/login-set
@@ -62264,7 +62202,6 @@ clima/sites/registry
climate-collaborative
climate-week/turning-climate-risk-climate-progress
climate/cap-and-trade-case-studies
-climate/images/
climate_ways_change_increases_rates_of_lung_cancer/article.htm
climatetech
clinical-trials/search$
@@ -62306,6 +62243,7 @@ close-to-you/know-place-add
close-to-you/know-place-vote
closedcaption
closedgrouphub
+closetp
clothes_size=
clothes_size_mapped=
cloud
@@ -62314,7 +62252,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment
cloud-launcher/sitemap
cloud-storage-pricing-plans
cloud/
-cloud/
+cloud/
cloud/$
cloud/*
cloud/131
@@ -62355,6 +62293,7 @@ cloudflare-error
cloudflare/*
cloudhsm/classic
cloudmonitor
+cloudoneconformity-staging
cloudplayer
cloudsourcetools/images
clover
@@ -62467,7 +62406,7 @@ cms/profiles/*.js?
cms/profiles/*.png
cms/profiles/*.svg
cms/view/Editorial_Board
-cms/view/Editorial_Boardhttp://support.squarespace.com/robots.txt
+cms/view/Editorial_Boardhttp://dzen.ru/robots.txt
cms/wp-admin
cms/wp-admin/admin-ajax.php
cms_addon
@@ -62491,9 +62430,19 @@ cmtofartac_lp/
cmufront
cn
cn$
+cn-ccp-pages-sitemap.xml.gz
cn-edu
+cn-encoded-pages-sitemap.xml.gz
cn-k12
+cn-learn-pages-sitemap.xml.gz
+cn-pd-pages-sitemap.xml.gz
cn-smb
+cn-snp-pages-sitemap.xml.gz
+cn-sr-sitemap.xml
+cn-sr-sitemap.xml.gz
+cn-support-pages-sitemap.xml.gz
+cn-video-sitemap.xml
+cn-video-sitemap.xml.gz
cn-zh/
cn/
cn/*/aow
@@ -62516,6 +62465,7 @@ cn/investment/funds
cn/ipns
cn/landingpage/
cn/login-messages
+cn/main_cn
cn/mobile-attribution-glossary/
cn/mobile-fraud-glossary/
cn/node
@@ -62568,13 +62518,7 @@ cnn_adspaces
cnnbeta
cnnintl_adspaces
cns/
-cns/announce/199
-cns/announce/2001
-cns/announce/2002
-cns/announce/2003
-cns/newsletter
cns/travel/flight_notification/index.jsp
-cns_info
cnt
co
co-
@@ -62585,7 +62529,6 @@ co-es/shop/banner/ajax/load
co-es/shop/hpols_catalog
co-es/shop/hpols_catalog/product/upsell
co-shopping-unsupported-device
-co/
co/*
co/*?*lang=es-MX
co/.env
@@ -62749,7 +62692,7 @@ collect
collectibles$
collection
collection-new-pim/
-collection.phphttp://yourls.org/robots.txt
+collection.phphttp://davx5.com/robots.txt
collection/*
collection/*/amp
collection/*/embed
@@ -62757,7 +62700,7 @@ collection/*/is-private
collection/api/logger
collection/category
collection/editor
-collection/editor/http://amplify.com/robots.txt
+collection/editor/http://culture.gouv.fr/robots.txt
collection/family-friends
collection/works?
collection/zone
@@ -63284,7 +63227,7 @@ comic-indies
comic-indies/$
comic-indies/about
comic/*2
-comiccontrol/http://uky.edu/robots.txt
+comiccontrol/http://keep.google.com/robots.txt
comics
comics-kingdom
coming-soon
@@ -63304,7 +63247,6 @@ commcms/_archive
commcms/_old
commcms/_test
commcms/grad/_resources
-commencement/book
commencement/program
comment
comment*$
@@ -63331,7 +63273,6 @@ comment/frame
comment/fullpage
comment/quote
comment/reply
-comment/reply
comment/reply/
comment/reply/?context
comment/reply/?context=
@@ -63368,7 +63309,7 @@ comments/recent
comments=true
comments_print.php?content_id=
commentsdata.cms?appkey=
-commentshttp://en.blog.wordpress.com/robots.txt
+commentshttp://androidcentral.com/robots.txt
commerce
commerce$
commerce/
@@ -63395,7 +63336,7 @@ commits?author=
committee_report_files/*/download
committees/*/studiesdownload.html
committees/bcbs/basel-consolidated-guidelines/module/*/$
-committees/bcbs/basel-consolidated-guidelines/module/*/?http://themarker.com/robots.txt
+committees/bcbs/basel-consolidated-guidelines/module/*/?http://gse.harvard.edu/robots.txt
committees/bcbs/basel-framework/standard/*/$
committees/bcbs/basel-framework/standard/*/?
committees/donors
@@ -63428,7 +63369,9 @@ common/recdoc/repertoire_jurisp/bull_9/data/index_9_16_01_07_01.htm
common/referer_frame.php
common/survey
common/survey.aspx*
-common/trial/http://anker.com/robots.txt
+common/tools/pg/manual/PGcoa
+common/tools/pg/manual/PGholdmail
+common/trial/http://booksamillion.com/robots.txt
common/xml
common_assets/static-2.197
common_assets/static-2.198
@@ -63492,6 +63435,12 @@ community-guidelines/zh-CN.html
community-guidelines/zh-TW.html
community-list
community/*
+community/*-de
+community/*-es
+community/*-fr
+community/*-ja
+community/*-ko
+community/*-pt
community/*/coins
community/*/foaf
community/*/latest$
@@ -63502,6 +63451,12 @@ community/*/profile
community/*/rss
community/*/topics
community/*/unread$
+community/*=de
+community/*=es
+community/*=fr
+community/*=ja
+community/*=ko
+community/*=pt
community/*?*api_key
community/*?action=
community/*?api_key
@@ -63532,12 +63487,17 @@ community/community-partnerships/fireside-chat/
community/community-partnerships/fireside-chat/thank-you/
community/community-relations/isc-lighting-request/thank-you/
community/community-survey.html
+community/compose/*
community/contribute
community/conversations/
community/country
community/donations/previousdonations.php
-community/donations/thanks_paypal/http://leica-geosystems.com/robots.txt
+community/donations/thanks_paypal/http://cielo.com.br/robots.txt
community/email
+community/en/topics/community-events
+community/en/topics/leaderboard
+community/en/topics/superuser-central
+community/en/users/64c1061fe454291792ef4814
community/error-subdivision-name-unavailable
community/events/signups
community/feeds
@@ -63583,7 +63543,7 @@ community/uix/
community/user-api-key
community/user/aaamodelmicrositenew
community/user/ibmchampions
-community/user/ibmtechxchangenorthtexasautomationusergroup/http://data.gov.uk/robots.txt
+community/user/ibmtechxchangenorthtexasautomationusergroup/http://linkr.bio/robots.txt
community/user/ibmtechxchangestaging
community/user/ibmz-and-linuxone
community/user/imwuc
@@ -63594,6 +63554,7 @@ community/users/
community/utenti
community/whats-new
community/whats-new/
+community/zh
community?
community_comment
community_post
@@ -64057,7 +64018,6 @@ conditions_that_can_cause_body_hair_loss/article.htm
conf
conf
conf-og
-conf/player
conf510
conf60
conf61
@@ -64177,7 +64137,7 @@ connect
connect-more/programme-2023/connect-more-2023-programme-file
connect/@
connect/authorize*
-connect/http://datatracker.ietf.org/robots.txt
+connect/http://s3-us-west-2.amazonaws.com/robots.txt
connect/invite
connect/labournews
connect/social-intranet.html
@@ -64219,11 +64179,13 @@ constipation/how-to-avoid-constipation-when-taking-iron-tablets/
constipation/infrequent-bowel-movements-weight-gain/
constipation_myths_facts_pictures_slideshow/article.htm
consult
+consult/*appointment
consultation/
consultations?
consumer-profile
consumer/cache
consumer/login
+consumer/next/api/search/count
consumer/profile
consumer/share
consumers-in-asia-show-us-the-future-of-the-music-industry-says-universal-musics-max-hole-in-keynote-speech-at-music-matters-in-singapore
@@ -64712,7 +64674,7 @@ content/dam/munichre/brandportal/guidelines/*.pdf
content/dam/munichre/brandportal/guidelines/*/*.pdf
content/dam/munichre/brandportal/guidelines/*/*/*.pdf
content/dam/munichre/brandportal/guidelines/*/*/*/*.pdf
-content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://maritime-executive.com/robots.txt
+content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://db.com/robots.txt
content/dam/natwest_com/secureinbox
content/dam/oecd/
content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/dfe-welcome-letter.pdf
@@ -64766,7 +64728,7 @@ content/dam/splunk2/images/logos/splunk-logo.svg?asd
content/dam/static-page/customer-advocacy/*/pdf
content/dam/static/js/tagging/
content/dam/store
-content/dam/students/documents/graduations/programs/http://hyperallergic.com/robots.txt
+content/dam/students/documents/graduations/programs/http://sass-lang.com/robots.txt
content/dam/stzh/aemmanual-tui
content/dam/stzh/cd
content/dam/stzh/pkzh
@@ -64999,7 +64961,7 @@ content/index.php/filter/tips
content/index.php/node/add
content/index.php/search
content/index.php/user/login
-content/index.php/user/logout/http://shop.app/robots.txt
+content/index.php/user/logout/http://troyhunt.com/robots.txt
content/index.php/user/password
content/index.php/user/register
content/inspublic
@@ -65126,7 +65088,7 @@ content/sfu/deployment-test-clf4
content/sfu/sfu-forms
content/sfu/students/calendar/2025
content/shared
-content/shared/en/profiles/*http://afar.com/robots.txt
+content/shared/en/profiles/*http://tagesanzeiger.ch/robots.txt
content/shc-failover
content/shc/en/404.html
content/shrm/language-masters
@@ -65179,8 +65141,8 @@ content/view/full
content/web.config
content/web/de/service/servicedesk-hilfebereich
content/websites/languages
-content/websites/us/en/noindex/*http://futurism.com/robots.txt
-content/websites/us/en/noindex/*http://photos.app.goo.gl/robots.txt
+content/websites/us/en/noindex/*http://event.on24.com/robots.txt
+content/websites/us/en/noindex/*http://lh5.googleusercontent.com/robots.txt
content/wgpublic
content/whitepaper
content/www/accessibility-test
@@ -65234,9 +65196,8 @@ contentful-preview
contentful-render
contentisblocked
contentisblocked.md
-contentjam/
+contentjam/
contentpar_gridblock
-contentresearchtool/
contents
contents/images/nav/
contentsearch
@@ -65387,7 +65348,6 @@ contrast=
contrast=1
contrats/*/creer
contrib
-contrib-browse.asp*
contrib/flowplayer
contribute
contribute/thanks
@@ -65400,7 +65360,6 @@ contribution_pay
contributor
contributor*
contributor-content
-contributorlinking/contributorlandingpage.asp*
contributors
contributors/*
contributors/new-contributor-modal
@@ -65416,8 +65375,36 @@ controlcenter/
controljs/examples
controlled_terms
controller
-controller/newsite
+controller=address
+controller=addresses
controller=ai1ec_exporter_controller
+controller=attachment
+controller=authentication
+controller=cart
+controller=discount
+controller=footer
+controller=get-file
+controller=guest-tracking
+controller=header
+controller=history
+controller=identity
+controller=images.inc
+controller=init
+controller=my-account
+controller=order
+controller=order-confirmation
+controller=order-detail
+controller=order-follow
+controller=order-return
+controller=order-slip
+controller=pagination
+controller=password
+controller=pdf-invoice
+controller=pdf-order-return
+controller=pdf-order-slip
+controller=product-sort
+controller=search
+controller=statistics
controllers
controlpanel
controlpanel/
@@ -65459,7 +65446,6 @@ cookie-preferences
cookie.aspx
cookieStorage$
cookie_sync
-cookie_test
cookiemigrator
cookiemonster
cookies
@@ -65614,6 +65600,7 @@ core/core-libguides
core/core-sandbox
core/core-sponsors
core/dashboard
+core/docs/datasheets/*.pdf$
core/e-forums
core/explore-core
core/faq-presenting-core-webinar
@@ -65685,7 +65672,7 @@ core/themes/*.jpg
core/themes/*.js$
core/themes/*.js?
core/themes/*.png
-core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://fdic.gov/robots.txt
+core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://seriouseats.com/robots.txt
core/wp-admin/
core/wp-admin/admin-ajax.php
core?context
@@ -65722,8 +65709,8 @@ corpcounsel/events
corpfiles/
corporate
corporate-corner
-corporate-culture/inner/http://justapinch.com/robots.txt
-corporate-culture/inner/http://myminifactory.com/robots.txt
+corporate-culture/inner/http://businessinsider.com.au/robots.txt
+corporate-culture/inner/http://odt.co.nz/robots.txt
corporate-gallery
corporate-responsibility
corporate-review-copy
@@ -65774,8 +65761,6 @@ corv/beacon/amp-perf
corv/beacon/stats
corv/data/environment
cos
-cos/old
-cos/satoshi-takahashi
cositc-dev
cosmetic_dentistry_pictures_slideshow/article.htm
cosmetic_quiz_pictures_slideshow/article.htm
@@ -66291,14 +66276,13 @@ courses/course/topic/post
courses/course/unit
courses/eecs484
courses/enfamil
-courses/fall2020
courses/favorites
courses/goto?type=*
courses/http://zozo.jp/robots.txt
courses/login
courses/online-shkoly
courses/online-shkoly/zapusk-online-shkoly
-courses/online-shkoly/zapusk-online-shkolyhttp://bastianpfaff.com/robots.txt
+courses/online-shkoly/zapusk-online-shkolyhttp://bonaparte.berlin/robots.txt
courses/register
courses/search
courses/search?
@@ -66306,7 +66290,6 @@ courses/section
courses/take
courses/test/
courses/transcript
-courses/web-classes.html
courses/wp-content/themes/courses/certificates
courses?
courses?
@@ -66388,6 +66371,14 @@ cp/api/wpa
cpa/search-result
cpb/medical/data/disclaimer
cpc
+cpc/doc/en/business/developers/
+cpc/doc/en/n/
+cpc/doc/fr/n/
+cpc/en/designsystem/mercury
+cpc/en/mercury/
+cpc/en/personal/marketing/campaign/mymoney-account-employee.page
+cpc/en/personal/marketing/campaign/mymoney-account-offer.page
+cpc/fr/designsystem/mercury
cpclp.html
cpdsurvey/
cpeo/search-result
@@ -66395,7 +66386,13 @@ cpes/
cpg
cpl
cpl-edit
+cpo/mc/app/personal/miniforms/northbound
+cpo/mc/assets/pdf/business/mmadvisor/
+cpo/mc/personal/epost/collateral/
+cpo/mc/personal/support/helpcentre/epost
cpocfo12
+cpotools/mc/app/tpo/orderentry/
+cpotools/mc/app/tpo/pym/
cpp/docs/reference
cpp/docs/reference/*/latest
cpp/docs/reference/*/latest$
@@ -66411,7 +66408,6 @@ cpx.php
cqe
cr
cr$
-cr/
cr/AjaxService/
cr/Download
cr/Secure/
@@ -66480,7 +66476,6 @@ createcapthca.asp
createshort.html
creating-emerging-markets/interviews/*?*&
creating-emerging-markets/video-database/Pages/default.aspx?.
-creating-home-page.html
creation/F5mRzh8MqT3CKwsNkMzX
creationPath
creationpath
@@ -66543,7 +66538,7 @@ creativity/zh/search
creator
creator-login
creator-spotlight
-creator-toolkitshttp://adminer.org/robots.txt
+creator-toolkitshttp://theo2.co.uk/robots.txt
creator/
creator/oldhelp/
creator/payroll/
@@ -66594,7 +66589,6 @@ credit-cards/phonepe-sbi-card-select-black-credit-card-rupay
credit-cards?*
credit-vouchers
creditUrl
-creditaccount/
creditcard*
creditcards
creditmantriie
@@ -66783,6 +66777,7 @@ cs-US
cs-VN
cs-ZA
cs-cz
+cs-cz
cs-cz-new
cs-cz/
cs-cz/404
@@ -66791,6 +66786,9 @@ cs-cz/booking
cs-cz/check-in
cs-cz/itinerary
cs-cz/itinerary-new
+cs-cz/lp$
+cs-cz/lp/contact-us
+cs-cz/lp/homepage$
cs-cz/profile
cs-cz/smartsearchforwarder
cs-kioskolb/
@@ -66898,6 +66896,8 @@ csb/kb/*/discuss
csb/search
csb/user
csb/users
+csbapi
+csbapi/unified-communication
csc
csc/search/node
cscd
@@ -67026,7 +67026,6 @@ ctx/
ctx/fusion/
ctx_shelf=edt.shelf.PersonShelf1
cu-cut
-cu/
cuaca
cuardaigh
cubs/search
@@ -67103,7 +67102,7 @@ currents/V41/N02/Sloan.html
cursor=
cursos/elearning/biblioteca
cust
-cust-login.asp*
+cust_maint/site_down/maintenance.html
custlogin/
custlogin/showResetPassword.action*
custom
@@ -67307,6 +67306,7 @@ customimage
customizable=
customization/
customize
+customize$
customize.php
customize/
customize/tairyo/cart
@@ -67316,7 +67316,6 @@ customrendition
customscripts
customshop
cv
-cv/
cv010
cve
cvitemp
@@ -67350,7 +67349,6 @@ cy-pl/tickets/*
cy-pt/tickets/*
cy-ro/tickets/*
cy-sv/tickets/*
-cy/
cy/*
cy/README.txt
cy/bestof
@@ -67418,8 +67416,9 @@ cz-pl/tickets/*
cz-pt/tickets/*
cz-ro/tickets/*
cz-sv/tickets/*
-cz/
cz/*
+cz/*/*.html?
+cz/*/*id=
cz/*?*lang=en-US
cz/AjaxService/
cz/Download
@@ -67443,6 +67442,7 @@ cz/it
cz/landingpage/
cz/profiles
cz/pt
+cz/s/*?
cz/search
cz/secure/
cz/special/000webhost
@@ -67553,6 +67553,7 @@ da-VN
da-ZA
da-dk
da-dk
+da-dk*/lp
da-dk-new
da-dk/
da-dk/search
@@ -67704,7 +67705,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf
dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf
dam/support/pdf/
-dam/udelImages/student-life/reslife/floorplanshttp://blog.sucuri.net/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://lesmills.com/robots.txt
dam/www/*.PDF$
dam/www/*.pdf$
dam/www/*pdfs
@@ -67749,7 +67750,7 @@ data-group/
data-items*
data-page-integration
data-processing-terms
-data-protection/our-role-supervisor/complaints/edps-complaint-form*http://tunein.com/robots.txt
+data-protection/our-role-supervisor/complaints/edps-complaint-form*http://toptal.com/robots.txt
data-science
data-science*
data-security/download-confirm.html
@@ -67794,7 +67795,6 @@ data_doc
data_partners
data_source=2.0
database
-database
database/*/browse
database/*/search
database/121
@@ -67822,7 +67822,6 @@ dataguide/dummy
dataguide/intro/example
dataincident2020
datalibrary/
-dataservice/
dataservices
datasets/
datasheet
@@ -67930,6 +67929,7 @@ dcc
dcdc-conference/programme-2023/dcdc23-programme-file
dcfm
dcforum
+dci/idp/dwa
dcid=
dcim/index.html
dcjs
@@ -68008,6 +68008,7 @@ de-US
de-VN
de-ZA
de-at
+de-at*/lp
de-at-new
de-at/
de-at/destinations/hotel-information
@@ -68018,6 +68019,7 @@ de-au/destinations/hotel-information
de-bg/tickets/*
de-ch
de-ch
+de-ch*/lp
de-ch-new
de-ch.html$
de-ch.sitemap.xml$
@@ -68032,6 +68034,7 @@ de-cs/tickets/*
de-da/tickets/*
de-de
de-de
+de-de*/lp
de-de-new
de-de.html$
de-de.sitemap.xml$
@@ -69305,6 +69308,7 @@ de/magazin/wp-admin
de/magazin/wp-admin/admin-ajax.php
de/mailinglist
de/mailinglist/email
+de/main_de
de/make
de/market/confederate_flag
de/market/dixie_flag
@@ -69743,7 +69747,7 @@ default/sitemap.xml
default/sitemap.xml?page=
default1.cms
defaultIndOnly.aspx
-default_image.psdhttp://aao.org/robots.txt
+default_image.psdhttp://app.gitbook.com/robots.txt
default_rewrites.ini
defaults
deferred
@@ -69836,7 +69840,7 @@ demo/confirmed
demo/safari-reader-test-1
demo/safari-reader-test-2
demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://invaluable.com/robots.txt
+demo/safari-reader-test-nielshttp://smartinsights.com/robots.txt
demo2/
demo_2c5e63dedb24a
demo_ad.html
@@ -69953,7 +69957,6 @@ depression_tips_pictures_slideshow/article.htm
depression_triggers_as_you_age_pictures_slideshow/article.htm
dept
dept/soc/people/rsandefur
-dept_links.html
depts
depts/CAS
depts/purchase
@@ -69963,6 +69966,7 @@ dero
deru
desc
descarga-ebook-
+describe
describecomponents.cgi
describekeywords.cgi
descuentos
@@ -70211,7 +70215,6 @@ dfest/imgs/
dfppclp
dg-service
dgs/education_culture/404_en.htm
-dh/archive
dh47
dhbrandpr
dhbrandpr-health
@@ -70233,6 +70236,7 @@ dhsponsored-health
dhtml
dhtmlmenu
di-fonder
+di/idp/dwa
diabetes/9-tips-lower-blood-sugar-naturally/
diabetes/are-beans-good-for-diabetes/
diabetes/avoiding-side-effects-of-glp-1s-when-you-have-type-2-diabetes/
@@ -72836,7 +72840,7 @@ directorate/ffesd/research-highlights?
directories
directories-api
directories/transition
-directors/http://politicalticker.blogs.cnn.com/robots.txt
+directors/http://totalbeauty.com/robots.txt
directory
directory-profile/
directory/
@@ -72985,7 +72989,7 @@ discuss/tag/*/l
discuss/user-api-key
discuss99/
discussion
-discussion-forum/http://christianbook.com/robots.txt
+discussion-forum/http://abdn.ac.uk/robots.txt
discussion/comment-permalink
discussion/edit-profile
discussion/handlers
@@ -73233,7 +73237,6 @@ distance=
distinguished-fellows/
distinguishedfellows/
distribution
-distribution-terms.asp*
distributionmanager/
distributions
distro.html
@@ -73255,8 +73258,7 @@ divisions/Support/Survey
diy_skin_hair_care_for_girls_pictures_slideshow/article.htm
dj
dj-signup
-dj/
-django-admin/http://cbre.com/robots.txt
+django-admin/http://fontspring.com/robots.txt
dje
dk
dk$
@@ -73333,7 +73335,6 @@ dk-pl/tickets/*
dk-pt/tickets/*
dk-ro/tickets/*
dk-sv/tickets/*
-dk/
dk/*
dk/*/item$
dk/*?*lang=da-DK
@@ -73363,7 +73364,7 @@ dk2000com
dk?*
dl
dl
-dl-own-domain/http://markshuttleworth.com/robots.txt
+dl-own-domain/http://gigazine.net/robots.txt
dl.php
dl/*
dl/RaiTV/programmi/media
@@ -73437,7 +73438,6 @@ dls
dlsearch/
dlstudent
dm
-dm/
dmc
dmc/exp
dmca_notification
@@ -73451,7 +73451,7 @@ dms/*/cdn/sites/iportal/documents/pdfs/
dms/*/cdn/sites/support/documents
dms/cdn/sites/iportal/documents/pdfs/
dms/cdn/sites/support/documents
-dms_priv/*http://hdl.handle.net/robots.txt
+dms_priv/*http://justgiving.com/robots.txt
dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -73540,7 +73540,7 @@ doc/GIA-Employment-Application-Acknowledgment.pdf
doc/about.shtml
doc/addr.shtml
doc/history.shtml
-doc/http://moh.gov.sg/robots.txt
+doc/http://stockholm.se/robots.txt
doc/logs
doc/pdf
doc/privacy-security-terms.pdf
@@ -73588,7 +73588,7 @@ docs/*.pdf
docs/*.png$
docs/*/auth/login?redirect=
docs/*/diff
-docs/*/http://images.google.fr/robots.txt
+docs/*/http://dvidshub.net/robots.txt
docs/*/restore
docs/*/search?
docs/*/version
@@ -73845,7 +73845,7 @@ doctor/zan-pan
doctoral/Pages/search.aspx?
doctors*/search*
doctors/price-guide
-doctors/resultshttp://updraftplus.com/robots.txt
+doctors/resultshttp://help.vimeo.com/robots.txt
document
document-
document-center
@@ -73964,7 +73964,6 @@ dodaj-oferte
dodgers/search
dodomassage
dodomassage.net
-doe.ca
doe/search/node
doepatents/search
does-technology-make-the-world-bigger-or-smaller
@@ -74111,7 +74110,6 @@ download-file
download-games/all-ipad-games/
download-games/all-iphone-games/
download-guidance
-download-history.asp*
download-keys
download-limit
download-linux/source-code
@@ -74143,7 +74141,7 @@ download/labview-development-system-2013/4045/en
download/legacy
download/neurapolis.pdf
download/next
-download/other-devicehttp://ilri.org/robots.txt
+download/other-devicehttp://pimylifeup.com/robots.txt
download/pdf/nocrawl
download/personal/security/gcas_general_numbers.pdf
download/pgn
@@ -74168,10 +74166,8 @@ download_solution$
downloadable/download/sample/
downloadapp
downloadassets
-downloadaszip
downloadcitation
downloadcomp.php
-downloaded-images.asp*
downloader
downloader*
downloader/
@@ -74185,7 +74181,7 @@ downloadpubliclightbox.php
downloads
downloads.php
downloads/
-downloads/
+downloads/
downloads/$
downloads/*
downloads/*/
@@ -74294,7 +74290,7 @@ drinko-old
drive
drive-and-listen
drive-angry
-drive-in/
+drive-in/
drive-with-lyft*ref=
drive-with-lyft*utm
drive/search
@@ -74352,13 +74348,12 @@ dsc
dsearch
dsf2jABW2T
dsl
-dsl/cgi-bin/
dsl/modals
dsl/shop/fragments
dslmembersonly
dsm/
dso/search-result
-dsp-application-monitoringhttp://ibge.gov.br/robots.txt
+dsp-application-monitoringhttp://swpc.noaa.gov/robots.txt
dss-webapp
dssev/
dstucomments/
@@ -74373,8 +74368,6 @@ dtt/k
dtv
duartenogueira
dubai/campaigns
-dubai/new
-dubai/old
dubious
dubious.html
dubious.html~
@@ -74613,7 +74606,7 @@ dwvar
dwvar
dwvar*
dx.doi.org
-dxp-search-integration/http://letelegramme.fr/robots.txt
+dxp-search-integration/http://calendar.com/robots.txt
dyn
dyn-search.php
dynaTraceMonitor
@@ -74644,7 +74637,6 @@ dynamics/googlenewsstandrss
dynamics/vdo
dynamo
dz
-dz/
dz/*?*lang=fr-FR
dz/fr/work/products/tools/ups_selector/
dzcfg
@@ -74937,7 +74929,6 @@ ebserh/*thumbnail_view$
ebserh/*view$
ebserh/@@search
ec
-ec/
ec/AjaxService/
ec/Download
ec/README.txt
@@ -74985,8 +74976,6 @@ eclipse/map/202
eclk
ecnj
ecnjadm
-eco/common
-eco/images
eco_friendly_parenting_tips/article.htm
eco_language=
ecobankworldcom
@@ -75109,6 +75098,7 @@ editing
editing/EditHomeFacts.htm
edition-quotidienne
edition2007/
+editions/daily/$
editionssi
edito
editor
@@ -75134,13 +75124,9 @@ editorial-images
editorial-search
editorial-team/
editorial/
-editorial/$
editorial/*
editorial/api
-editorial/entertainment/$
-editorial/news/$
editorial/queryProduct
-editorial/sports/$
editorials
editors
editors/contact
@@ -75260,7 +75246,6 @@ edurec
edxretailf.ws/
ee
ee-comments-services
-ee/
ee/*
ee/Download
ee/README.txt
@@ -75344,7 +75329,6 @@ eguide/peo-thank-you
eguide/scaling-thank-you
eguide/talent-race-thank-you
eguide/talent-thank-you
-eh/
ehf
ehr-modal-redirect
ehr/
@@ -75458,6 +75442,9 @@ el-gr/booking
el-gr/check-in
el-gr/itinerary
el-gr/itinerary-new
+el-gr/lp$
+el-gr/lp/contact-us
+el-gr/lp/homepage$
el-gr/profile
el-gr/search
el-gr/smartsearchforwarder
@@ -75699,9 +75686,9 @@ elle/rss
elliotspark
ellipsis-preview
elmah.axd
+elmah.axd/
elotromundo/actualidad/20160729/403555387030/detenido-espanol-agredia-gente-milan.html
elp
-elp/univdept
elqTrackId*
elqTrackid=
eltac
@@ -75881,7 +75868,6 @@ embeds/checkin
embeds/partners
embeds/post_scriptum.php
embeds/script
-embedservererror.aspx
embedvideo.cms*
embnet.news
embroidery-about-sizing.aspx
@@ -76403,16 +76389,35 @@ en-ae
en-ae
en-ae-new
en-ae/destinations/hotel-information
+en-ae/lp$
+en-ae/lp/contact-us
+en-ae/lp/homepage$
en-ae/search
en-af
+en-af/lp$
+en-af/lp/contact-us
+en-af/lp/homepage$
en-ag
en-ag/destinations/hotel-information
+en-ag/lp$
+en-ag/lp/contact-us
+en-ag/lp/homepage$
en-ai
+en-ai/lp$
+en-ai/lp/contact-us
+en-ai/lp/homepage$
en-al
+en-al/lp$
+en-al/lp/contact-us
+en-al/lp/homepage$
en-all
en-alpha/
en-am
+en-an
en-ao
+en-ao/lp$
+en-ao/lp/contact-us
+en-ao/lp/homepage$
en-as
en-at/*accepts_affirm
en-at/*accepts_gift_cards
@@ -76450,6 +76455,7 @@ en-at/signup?redirect_to=
en-at/similar
en-au
en-au
+en-au*/lp
en-au-new
en-au.html$
en-au.sitemap.xml$
@@ -76459,6 +76465,7 @@ en-au/403-forbidden
en-au/404-page-not-found
en-au/README.md
en-au/admin
+en-au/blog
en-au/blog/search
en-au/blog/topic
en-au/blogs
@@ -76482,6 +76489,7 @@ en-au/core/*.svg
en-au/custom_banner
en-au/destinations/hotel-information
en-au/docs
+en-au/dt
en-au/filter/tips
en-au/hidden
en-au/in-product
@@ -76502,8 +76510,10 @@ en-au/media/oembed
en-au/modules/README.txt
en-au/no-follow
en-au/node
+en-au/outlet/*?
en-au/page-not-found
en-au/pages
+en-au/perspectives
en-au/phenom
en-au/print
en-au/products/details
@@ -76533,11 +76543,23 @@ en-au/user/register
en-au/web.config
en-aus/
en-aw
+en-aw/lp$
+en-aw/lp/contact-us
+en-aw/lp/homepage$
en-az
en-ba
+en-ba/lp$
+en-ba/lp/contact-us
+en-ba/lp/homepage$
en-bb
en-bb/destinations/hotel-information
+en-bb/lp$
+en-bb/lp/contact-us
+en-bb/lp/homepage$
en-bd
+en-bd/lp$
+en-bd/lp/contact-us
+en-bd/lp/homepage$
en-be
en-be.html$
en-be.sitemap.xml$
@@ -76615,10 +76637,19 @@ en-bg/similar
en-bh
en-bh/*gads=true
en-bh/destinations/hotel-information
+en-bh/lp$
+en-bh/lp/contact-us
+en-bh/lp/homepage$
en-bj
en-bm
en-bm/destinations/hotel-information
+en-bm/lp$
+en-bm/lp/contact-us
+en-bm/lp/homepage$
en-bn
+en-bn/lp$
+en-bn/lp/contact-us
+en-bn/lp/homepage$
en-bo
en-br
en-br/*accepts_affirm
@@ -76657,28 +76688,45 @@ en-br/signup?redirect_to=
en-br/similar
en-bs
en-bs/destinations/hotel-information
+en-bs/lp$
+en-bs/lp/contact-us
+en-bs/lp/homepage$
en-bt
+en-bt/lp$
+en-bt/lp/contact-us
+en-bt/lp/homepage$
en-bw
+en-bw/lp$
+en-bw/lp/contact-us
+en-bw/lp/homepage$
en-by
en-bz
en-bz/
+en-bz/lp$
+en-bz/lp/contact-us
+en-bz/lp/homepage$
en-ca
en-ca
+en-ca*/lp
en-ca-new
en-ca.html$
en-ca.sitemap.xml$
en-ca/
en-ca/*
+en-ca/blog
en-ca/blogs
en-ca/cart
en-ca/deliverylocator
en-ca/destinations/hotel-information
+en-ca/dt
en-ca/mega-nav
en-ca/pages
en-ca/pages/support
+en-ca/perspectives
en-ca/products/details
en-ca/search
en-ca/search?
+en-ca/shop/sfc/sf/alienware-desktops
en-ca/widgets
en-cc
en-cf
@@ -76696,8 +76744,12 @@ en-cn/search
en-co
en-cr
en-cv
+en-cv/lp$
+en-cv/lp/contact-us
+en-cv/lp/homepage$
en-cw
en-cx
+en-cy
en-cy/*accepts_affirm
en-cy/*accepts_gift_cards
en-cy/*accepts_offers
@@ -76726,6 +76778,9 @@ en-cy/digital_variants/*/download
en-cy/download
en-cy/item/*/offers/new
en-cy/listings/*/auction/bids
+en-cy/lp$
+en-cy/lp/contact-us
+en-cy/lp/homepage$
en-cy/my
en-cy/product_views
en-cy/profile
@@ -76810,9 +76865,14 @@ en-dk/shop/*/feedback
en-dk/signup?redirect_to=
en-dk/similar
en-dm
+en-dm/lp$
+en-dm/lp/contact-us
+en-dm/lp/homepage$
en-do
en-dz
en-ec
+en-ed
+en-ee
en-ee/*accepts_affirm
en-ee/*accepts_gift_cards
en-ee/*accepts_offers
@@ -76840,6 +76900,9 @@ en-ee/digital_variants/*/download
en-ee/download
en-ee/item/*/offers/new
en-ee/listings/*/auction/bids
+en-ee/lp$
+en-ee/lp/contact-us
+en-ee/lp/homepage$
en-ee/my
en-ee/product_views
en-ee/profile
@@ -76849,8 +76912,12 @@ en-ee/similar
en-eg
en-eg/
en-eg/destinations/hotel-information
+en-eg/lp$
+en-eg/lp/contact-us
+en-eg/lp/homepage$
en-eg/search
en-eh
+en-en
en-en/
en-eng/
en-er
@@ -76858,6 +76925,9 @@ en-es
en-es/
en-es/destinations/hotel-information
en-et
+en-et/lp$
+en-et/lp/contact-us
+en-et/lp/homepage$
en-eu
en-fi/*accepts_affirm
en-fi/*accepts_gift_cards
@@ -76895,6 +76965,9 @@ en-fi/shop/*/feedback
en-fi/signup?redirect_to=
en-fi/similar
en-fj
+en-fj/lp$
+en-fj/lp/contact-us
+en-fj/lp/homepage$
en-fk
en-fm
en-fo
@@ -77169,12 +77242,22 @@ en-gb/user/register
en-gb/web.config
en-gd
en-gd/destinations/hotel-information
+en-gd/lp$
+en-gd/lp/contact-us
+en-gd/lp/homepage$
en-ge
en-gf
+en-gh
en-gh/destinations/hotel-information
+en-gh/lp$
+en-gh/lp/contact-us
+en-gh/lp/homepage$
en-gi
en-gl
en-gm
+en-gm/lp$
+en-gm/lp/contact-us
+en-gm/lp/homepage$
en-gn
en-gp
en-gq
@@ -77216,14 +77299,24 @@ en-gr/similar
en-gt
en-gt/search
en-gu
+en-gu/lp$
+en-gu/lp/contact-us
+en-gu/lp/homepage$
en-gw
en-gy
+en-gy/lp$
+en-gy/lp/contact-us
+en-gy/lp/homepage$
en-hk
+en-hk*/lp
en-hk-new
en-hk.html$
en-hk.sitemap.xml$
en-hk/
+en-hk/blog
en-hk/destinations/hotel-information
+en-hk/dt
+en-hk/perspectives
en-hn
en-hr
en-hr/*accepts_affirm
@@ -77261,6 +77354,9 @@ en-hr/shop/*/feedback
en-hr/signup?redirect_to=
en-hr/similar
en-ht
+en-ht/lp$
+en-ht/lp/contact-us
+en-ht/lp/homepage$
en-hu/*accepts_affirm
en-hu/*accepts_gift_cards
en-hu/*accepts_offers
@@ -77300,59 +77396,122 @@ en-id
en-id/
en-id/products/details
en-ie
+en-ie*/lp
en-ie/
+en-ie/blog
en-ie/destinations/hotel-information
+en-ie/dt
en-ie/frailty-assessment-and-sequencing-in-patients-with-transplant-ineligible-multiple-myeloma-1
en-ie/frailty-assessment-and-sequencing-in-patients-with-transplant-ineligible-multiple-myeloma-2
en-ie/hcps/privacy
en-ie/hcps/subscribed
+en-ie/perspectives
en-ie/products/details
en-ie/search
en-il
en-il/destinations/hotel-information
+en-il/lp$
+en-il/lp/contact-us
+en-il/lp/homepage$
en-il/products/details
en-il/search
en-in
en-in
+en-in*/lp
en-in-new
en-in/
+en-in/blog
en-in/destinations/hotel-information
+en-in/dt
+en-in/perspectives
en-in/products/details
en-in/search
+en-in/shop/pdr
en-io
en-iq
en-iq/*gads=true
+en-iq/lp$
+en-iq/lp/contact-us
+en-iq/lp/homepage$
en-is
+en-is/lp$
+en-is/lp/contact-us
+en-is/lp/homepage$
en-it/destinations/hotel-information
en-jm
en-jm/
en-jm/destinations/hotel-information
+en-jm/lp$
+en-jm/lp/contact-us
+en-jm/lp/homepage$
en-jo
en-jo/*gads=true
+en-jo/lp$
+en-jo/lp/contact-us
+en-jo/lp/homepage$
en-jp
en-jp/
en-jp/destinations/hotel-information
+en-ke
+en-ke/lp$
+en-ke/lp/contact-us
+en-ke/lp/homepage$
en-kg
en-kh
+en-kh/lp$
+en-kh/lp/contact-us
+en-kh/lp/homepage$
en-ki
+en-ki/lp$
+en-ki/lp/contact-us
+en-ki/lp/homepage$
en-km
en-kn
en-kn/destinations/hotel-information
+en-kn/lp$
+en-kn/lp/contact-us
+en-kn/lp/homepage$
en-kr
en-kw
en-kw/*gads=true
en-kw/destinations/hotel-information
+en-kw/lp$
+en-kw/lp/contact-us
+en-kw/lp/homepage$
en-ky
en-ky/destinations/hotel-information
+en-ky/lp$
+en-ky/lp/contact-us
+en-ky/lp/homepage$
en-kz
en-la
+en-la/lp$
+en-la/lp/contact-us
+en-la/lp/homepage$
en-lb
en-lb/*gads=true
+en-lb/lp$
+en-lb/lp/contact-us
+en-lb/lp/homepage$
en-lc
en-lc/destinations/hotel-information
+en-lc/lp$
+en-lc/lp/contact-us
+en-lc/lp/homepage$
en-li
en-lk
+en-lk/lp$
+en-lk/lp/contact-us
+en-lk/lp/homepage$
+en-lr
+en-lr/lp$
+en-lr/lp/contact-us
+en-lr/lp/homepage$
en-ls
+en-ls/lp$
+en-ls/lp/contact-us
+en-ls/lp/homepage$
+en-lt
en-lt/*accepts_affirm
en-lt/*accepts_gift_cards
en-lt/*accepts_offers
@@ -77380,6 +77539,9 @@ en-lt/digital_variants/*/download
en-lt/download
en-lt/item/*/offers/new
en-lt/listings/*/auction/bids
+en-lt/lp$
+en-lt/lp/contact-us
+en-lt/lp/homepage$
en-lt/my
en-lt/product_views
en-lt/profile
@@ -77420,6 +77582,7 @@ en-lu/profile
en-lu/shop/*/feedback
en-lu/signup?redirect_to=
en-lu/similar
+en-lv
en-lv/*accepts_affirm
en-lv/*accepts_gift_cards
en-lv/*accepts_offers
@@ -77447,6 +77610,9 @@ en-lv/digital_variants/*/download
en-lv/download
en-lv/item/*/offers/new
en-lv/listings/*/auction/bids
+en-lv/lp$
+en-lv/lp/contact-us
+en-lv/lp/homepage$
en-lv/my
en-lv/product_views
en-lv/profile
@@ -77460,31 +77626,70 @@ en-md
en-mde
en-mde/products/details
en-me
+en-me/lp$
+en-me/lp/contact-us
+en-me/lp/homepage$
en-mg
en-mh
en-mk
+en-mk/lp$
+en-mk/lp/contact-us
+en-mk/lp/homepage$
en-ml
en-mm
+en-mm/lp$
+en-mm/lp/contact-us
+en-mm/lp/homepage$
en-mn
+en-mn/lp$
+en-mn/lp/contact-us
+en-mn/lp/homepage$
en-mo
en-mp
en-mq
en-mr
en-ms
+en-ms/lp$
+en-ms/lp/contact-us
+en-ms/lp/homepage$
+en-mt
+en-mt/lp$
+en-mt/lp/contact-us
+en-mt/lp/homepage$
en-mu
+en-mu/lp$
+en-mu/lp/contact-us
+en-mu/lp/homepage$
en-mv
+en-mv/lp$
+en-mv/lp/contact-us
+en-mv/lp/homepage$
en-mw
+en-mw/lp$
+en-mw/lp/contact-us
+en-mw/lp/homepage$
en-mx/destinations/hotel-information
en-my
en-my
+en-my*/lp
en-my-new
en-my/
+en-my/blog
+en-my/dt
+en-my/perspectives
en-mz
+en-mz/lp$
+en-mz/lp/contact-us
+en-mz/lp/homepage$
en-na
+en-na/lp$
+en-na/lp/contact-us
+en-na/lp/homepage$
en-nc
en-ne
en-ne/
en-nf
+en-ng
en-ng/destinations/hotel-information
en-ni
en-nl/
@@ -77560,24 +77765,41 @@ en-no/shop/*/feedback
en-no/signup?redirect_to=
en-no/similar
en-np
+en-np/lp$
+en-np/lp/contact-us
+en-np/lp/homepage$
en-nr
en-nu
en-nz
+en-nz*/lp
en-nz-new
en-nz/
+en-nz/blog
en-nz/blogs
en-nz/cart
en-nz/destinations/hotel-information
+en-nz/dt
en-nz/pages
+en-nz/perspectives
en-nz/products/details
en-om
en-om/*gads=true
+en-om/lp$
+en-om/lp/contact-us
+en-om/lp/homepage$
en-pa
en-pe
en-pf
+en-pg
+en-pg/lp$
+en-pg/lp/contact-us
+en-pg/lp/homepage$
+en-ph
en-ph
en-ph-new
en-ph/
+en-ph/*/sc
+en-pk
en-pl
en-pl/*accepts_affirm
en-pl/*accepts_gift_cards
@@ -77615,7 +77837,11 @@ en-pl/signup?redirect_to=
en-pl/similar
en-pm
en-pn
+en-pr
en-pr/deliverylocator
+en-pr/lp$
+en-pr/lp/contact-us
+en-pr/lp/homepage$
en-pr/products/details
en-pt/*accepts_affirm
en-pt/*accepts_gift_cards
@@ -77651,10 +77877,16 @@ en-pt/shop/*/feedback
en-pt/signup?redirect_to=
en-pt/similar
en-pw
+en-pw/lp$
+en-pw/lp/contact-us
+en-pw/lp/homepage$
en-py
en-qa
en-qa/*gads=true
en-qa/destinations/hotel-information
+en-qa/lp$
+en-qa/lp/contact-us
+en-qa/lp/homepage$
en-re
en-ro
en-ro/*accepts_affirm
@@ -77693,11 +77925,19 @@ en-ro/shop/*/feedback
en-ro/signup?redirect_to=
en-ro/similar
en-rs
+en-rs$
en-ru
en-ru/products/details
+en-rw
+en-rw/lp$
+en-rw/lp/contact-us
+en-rw/lp/homepage$
en-s/
en-sa
en-sa/destinations/hotel-information
+en-sa/lp$
+en-sa/lp/contact-us
+en-sa/lp/homepage$
en-sa/search
en-sa/store/
en-sb
@@ -77743,13 +77983,18 @@ en-se/similar
en-sea/widgets
en-sg
en-sg
+en-sg*/lp
en-sg-new
en-sg.html$
en-sg.sitemap.xml$
en-sg/
+en-sg/blog
en-sg/destinations/hotel-information
+en-sg/dt
+en-sg/perspectives
en-sg/products/details
en-sh
+en-si
en-si/*accepts_affirm
en-si/*accepts_gift_cards
en-si/*accepts_offers
@@ -77777,6 +78022,9 @@ en-si/digital_variants/*/download
en-si/download
en-si/item/*/offers/new
en-si/listings/*/auction/bids
+en-si/lp$
+en-si/lp/contact-us
+en-si/lp/homepage$
en-si/my
en-si/product_views
en-si/profile
@@ -77817,42 +78065,76 @@ en-sk/profile
en-sk/shop/*/feedback
en-sk/signup?redirect_to=
en-sk/similar
+en-sl
+en-sl/lp$
+en-sl/lp/contact-us
+en-sl/lp/homepage$
en-sm
en-sn
en-so
+en-so/lp$
+en-so/lp/contact-us
+en-so/lp/homepage$
en-sr
+en-sr/lp$
+en-sr/lp/contact-us
+en-sr/lp/homepage$
en-st
en-sv
en-sv/search
en-sx
en-sz
+en-sz/lp$
+en-sz/lp/contact-us
+en-sz/lp/homepage$
en-tc
en-tc/destinations/hotel-information
+en-tc/lp$
+en-tc/lp/contact-us
+en-tc/lp/homepage$
en-td
en-tg
+en-th
en-tj
en-tk
+en-tl
en-tm
en-tn
en-to
en-tools
en-tr
en-tr/blogs
-en-tr/cart/http://telecompaper.com/robots.txt
+en-tr/cart/http://papers.nips.cc/robots.txt
en-tr/destinations/hotel-information
en-tr/pages
en-tr/products/details
en-tt
en-tt/
en-tt/destinations/hotel-information
+en-tt/lp$
+en-tt/lp/contact-us
+en-tt/lp/homepage$
en-tv
en-tw/
+en-tz
+en-tz/lp$
+en-tz/lp/contact-us
+en-tz/lp/homepage$
en-ua
en-ua/products/details
+en-ug
+en-ug/lp$
+en-ug/lp/contact-us
+en-ug/lp/homepage$
+en-uk*/lp
en-uk/
+en-uk/blog
+en-uk/dt
+en-uk/perspectives
en-um
en-us
en-us
+en-us*/lp
en-us-library
en-us-new
en-us.html$
@@ -77872,6 +78154,7 @@ en-us/arcgis/products/esri-story-maps/contest/get-started
en-us/arcgis/products/esri-story-maps/contest/overview
en-us/arcgis/products/esri-story-maps/contest/winners-gallery
en-us/auth
+en-us/blog
en-us/blog/category
en-us/business/tls/partnerships
en-us/cart
@@ -77884,6 +78167,11 @@ en-us/dashboard
en-us/deliverylocator
en-us/destinations/hotel-information
en-us/domains
+en-us/dt
+en-us/dt/what-we-do/index-apex.htm
+en-us/dt/what-we-do/index-device.htm
+en-us/dt/what-we-do/index-server.htm
+en-us/dt/what-we-do/index-storage.htm
en-us/employees/benefits.html
en-us/employees/benefits/hsa-company-contribution.html
en-us/fragments
@@ -77910,6 +78198,7 @@ en-us/partners/thank-you
en-us/password-reset
en-us/pearsonplus/search.html?aq=
en-us/personalized-solutions
+en-us/perspectives
en-us/platinum-test
en-us/preview
en-us/product
@@ -77956,24 +78245,56 @@ en-uy
en-uz
en-va
en-vc
+en-vc/lp$
+en-vc/lp/contact-us
+en-vc/lp/homepage$
en-ve
en-vg
+en-vg/lp$
+en-vg/lp/contact-us
+en-vg/lp/homepage$
en-vi
+en-vi/lp$
+en-vi/lp/contact-us
+en-vi/lp/homepage$
+en-vn
+en-vn/*/sc
en-vu
+en-vu/lp$
+en-vu/lp/contact-us
+en-vu/lp/homepage$
en-wf
en-ws
+en-ws/lp$
+en-ws/lp/contact-us
+en-ws/lp/homepage$
en-xm/
en-xu/
en-ye
+en-ye/lp$
+en-ye/lp/contact-us
+en-ye/lp/homepage$
en-yt
+en-yu
en-za
en-za.html$
en-za.sitemap.xml$
en-za/
en-za/destinations/hotel-information
+en-za/lp$
+en-za/lp/contact-us
+en-za/lp/homepage$
en-za/products/details
en-za/search
+en-zm
+en-zm/lp$
+en-zm/lp/contact-us
+en-zm/lp/homepage$
+en-zw
en-zw/
+en-zw/lp$
+en-zw/lp/contact-us
+en-zw/lp/homepage$
en/
en/$
en/*
@@ -78032,6 +78353,8 @@ en/account-and-privacy
en/account/create
en/account/login
en/account/recover
+en/address
+en/addresses
en/admin
en/admin-zas
en/admin/*
@@ -78106,6 +78429,7 @@ en/business/sme/beta
en/buying/pages/login/loginRedirect.xhtml
en/buying/pages/login/onboarding.xhtml
en/ca
+en/cache
en/call-back-form
en/campusaccom
en/capital-markets
@@ -78120,6 +78444,7 @@ en/cfe/
en/cgi-bin
en/change-password
en/checkout-2
+en/classes
en/cloud/iaas-classic
en/cloud/marketplace/marketplace-cloud/appst
en/cloud/marketplace/partner-portal/partp
@@ -78396,10 +78721,12 @@ en/composer/Plugin/ProjectMessage/README.md
en/composer/Plugin/Scaffold/README.md
en/composer/Plugin/VendorHardening/README.txt
en/composer/Template/README.txt
+en/config
en/consultations?
en/contact
en/content/dam/infrastruktur/trafimage
en/contenus/
+en/controllers
en/core
en/core/
en/core/*.css$
@@ -78416,10 +78743,11 @@ en/corporate/
en/course-certificates
en/create
en/create-a-doodle-pfm
+en/credit-slip
en/creo-simulation-live-ebook/
en/current
en/customer-home
-en/customer-services/points-attention/appointment-request-formhttp://douban.com/robots.txt
+en/customer-services/points-attention/appointment-request-formhttp://video.foxbusiness.com/robots.txt
en/data/data-search
en/database/oracle/machine-learning/omlla
en/database/oracle/oracle-machine-learning-for-python
@@ -78450,8 +78778,10 @@ en/designs
en/designs/*/similar
en/detail
en/disclosures
+en/discount
en/docs
en/documents
+en/download
en/download-desktop-enterprise
en/download-the-schiphol-app
en/download/apple_manual.jsp
@@ -78681,6 +79011,7 @@ en/graph/ontologies/rtvees/$
en/graph/ontologies/rtveplay/$
en/group
en/gta-live
+en/guest-tracking
en/header
en/header-mobile
en/help-jotmbe
@@ -78704,6 +79035,7 @@ en/hotels/
en/hq
en/html
en/id_km-*
+en/identity
en/images
en/img
en/in
@@ -78784,6 +79116,7 @@ en/java/javase/18
en/java/javase/19
en/java/javase/20
en/jp
+en/js
en/keyword-research-tool/check
en/keywordcheck/check
en/kiosk
@@ -78824,6 +79157,8 @@ en/life
en/listing
en/live-gifts-wallet
en/liveperson/service_temporarily_off.html
+en/localization
+en/log
en/log-in-troubleshoot
en/login
en/login.ashx
@@ -78846,6 +79181,8 @@ en/m
en/m/offer
en/m/offer/datenight$
en/m/offer/datenight?
+en/mails
+en/main_en
en/make
en/management-notifications
en/markets
@@ -78856,11 +79193,12 @@ en/media/oembed
en/members
en/membres
en/mena
+en/mercury/
en/messages
en/meta/display/news.html
en/meta/display/shop-detail.html
en/microsite/
-en/microsites/http://cmswire.com/robots.txt
+en/microsites/http://falabella.com/robots.txt
en/microsoft-365
en/microsoft-365/
en/microsoft-365/free-office-online-for-the-web
@@ -78906,6 +79244,7 @@ en/middleware/jet/5.1
en/middleware/jet/5.2
en/middleware/jet/6
en/middleware/jet/6.1
+en/modules
en/modules/README.txt
en/modules/ace
en/multimedia
@@ -78946,6 +79285,10 @@ en/office-for-monday
en/open-jobs/*?*language=
en/opinion
en/order
+en/order-confirmation
+en/order-follow
+en/order-history
+en/override
en/partager/
en/particuliers/clienteles/
en/particuliers/concours/
@@ -78956,9 +79299,11 @@ en/particuliers/gestion-patrimoine/
en/particuliers/outils/
en/particuliers/produits_services/
en/partnership-request
+en/password-recovery
en/pattern/
en/payment
en/payments/
+en/pdf
en/places-and-journeys
en/platba
en/podcasts/semiconductor-podcasts/microchips-inspired-by-nature.html
@@ -79743,6 +80088,7 @@ en/sr$
en/sr/*-x-b*-g*-c
en/sr/*-x-b*-r*-c
en/sr?
+en/src
en/sso
en/stable
en/standard
@@ -79776,10 +80122,12 @@ en/tf-idf-keyword-tool/
en/themes/
en/themes/README.txt
en/ticket
+en/tools
en/top-stories
en/topic
en/transfers/arrivals/?
en/transfers/departures/?
+en/translations
en/transparency-portal/equality
en/tridy
en/two-click/resolve/nojs
@@ -79789,6 +80137,7 @@ en/undefined/
en/understanding-physics
en/united-executive
en/uob-michelin-guide-plus
+en/upload
en/urm
en/us
en/user
@@ -79803,6 +80152,8 @@ en/users/*/following
en/users/*/mypixiv
en/users/signin
en/using-tiktok
+en/var
+en/vendor
en/venta-obranueva/
en/venta-oficinas/
en/venta-terrenos/
@@ -79828,6 +80179,7 @@ en/web/paying-for-ip-services/fee-transfer-service-widget-overview
en/web/technology-transfer/institutional-ip-policies-links
en/web/upov
en/webapps
+en/webservice
en/what-to-do-at-schiphol/*&filter_by_flight=✓
en/whats-on/calendar/*?
en/whats-on/calendar/*?page=
@@ -80052,6 +80404,8 @@ english-russian/top
english-spanish/sitemap
english-spanish/top
english/1dc-new
+english/business.html
+english/cooljapan.html
english/en/test-pages
english/frontpage-content
english/helpcentre/images/twitter-card/
@@ -80060,6 +80414,7 @@ english/index-minestudier.html
english/information/fees/pay/inadmissibility-under-18-years.asp
english/ins/epntest
english/internal/coursesandmodules
+english/newsfeatures.html
english/pdf/fraud_newcomers.pdf
english/pdf/fraud_newcomers_arabic.pdf
english/pdf/kits/citizen/CIT0552E-2.pdf
@@ -80083,6 +80438,7 @@ english/pilot/*
english/search/\?query=.
english/services/it/research/sensitive-data/use-tsd
english/services/it/video-sound/choose/zoom-forelesoppt.html
+english/sports.html
english/studies/admission/master/non-eu-applicants/pre-application
english/studies/admission/master/pre-application
english/studies/admission/scholarships/norpart-scholarship.html
@@ -80093,7 +80449,7 @@ english/studies/iss/admission/scholarship-applicants/preapplication
english/studies/programmes/*/admission/?guide
english/studies/programmes/*/admission/index.html?guide
english/studies/study-at-uio/india.html
-english/studies/study-at-uio/india.htmlhttp://adjust.com/robots.txt
+english/studies/study-at-uio/india.htmlhttp://sites.psu.edu/robots.txt
english/studies/summerschool/admission/scholarship-applicants/preapplication
english/suggestions.aspx
english21/*
@@ -80129,8 +80485,6 @@ enterprise/
enterprise/$
enterprise/Alchemy_CustomerStory.pdf
enterprise/LosAngeles_CustomerStory.pdf
-enterprise/book-a-demo-confirmation/
-enterprise/book-a-demo/
enterprise/centralized-console/*/
enterprise/centralized_console/*/
enterprise/downloads/
@@ -80212,7 +80566,6 @@ enviro/static-3.72
environment/ets
environment/nantucket-field-station/
environmental-health-and-safety
-enviroregs
envoyer-par-email
en~us/
eo/Archive
@@ -80252,9 +80605,9 @@ epilepsy_pictures_slideshow/article.htm
episerver
episerver
episode
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
+episode/
episode/*/transcript$
episode/http
episodes
@@ -80285,7 +80638,7 @@ equipping-students-to-be-active-participants-in-our-democracy$
equipping-students-to-be-active-participants-in-our-democracy/$
equity
er.php
-er/
+er2Q
erasmus-plus/404_en.htm
ergebnisse?
eric-leddel-appointed-vice-president-marketing-islanddef-jam-and-universal-motown
@@ -80341,7 +80694,6 @@ errordoc
errordoc.cgi
errordocs
errore
-errorimages
errorlog
errormng
errorpage
@@ -80466,39 +80818,74 @@ es-US
es-UY
es-VN
es-ZA
+es-ag
+es-ai
es-all
+es-an
es-ar
es-ar
es-ar-new
es-ar/
+es-ar/lp$
+es-ar/lp/contact-us
+es-ar/lp/homepage$
es-ar/products/details
es-ar/search
es-at/destinations/hotel-information
es-au/destinations/hotel-information
+es-aw
+es-bb
es-bg/tickets/*
+es-bm
+es-bo
es-bo/
+es-bo/lp$
+es-bo/lp/contact-us
+es-bo/lp/homepage$
+es-bs
+es-bz
es-ce
es-cl
+es-cl
es-cl-new
es-cl/
es-cl/destinations/hotel-information
+es-cl/lp$
+es-cl/lp/contact-us
+es-cl/lp/homepage$
es-cl/search
es-cn
es-co
es-co/
+es-co/lp$
+es-co/lp/contact-us
+es-co/lp/homepage$
es-co/products/details
es-co/search
es-cr
es-cr/
+es-cr/lp$
+es-cr/lp/contact-us
+es-cr/lp/homepage$
es-cs/tickets/*
es-da/tickets/*
es-de/tickets/*
+es-dm
+es-do
es-do/
+es-do/lp$
+es-do/lp/contact-us
+es-do/lp/homepage$
+es-ec
es-ec/
+es-ec/lp$
+es-ec/lp/contact-us
+es-ec/lp/homepage$
es-ec/search
es-en/
es-es
es-es
+es-es*/lp
es-es-new
es-es.html$
es-es.sitemap.xml$
@@ -81199,12 +81586,26 @@ es-es/wireframe-tool/$
es-fi/tickets/*
es-fr/tickets/*
es-gb/destinations/hotel-information
+es-gd
+es-gt
es-gt/
+es-gt/lp$
+es-gt/lp/contact-us
+es-gt/lp/homepage$
es-gt/search
+es-gy
+es-hn
es-hn/
+es-hn/lp$
+es-hn/lp/contact-us
+es-hn/lp/homepage$
es-hr/tickets/*
+es-ht
es-hu/tickets/*
es-it/tickets/*
+es-jm
+es-kn
+es-ky
es-la
es-la
es-la-new
@@ -81725,8 +82126,10 @@ es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-
es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno/$
es-la/wireframe-tool/$
es-latam/widgets
+es-lc
es-ml
es-mx
+es-mx
es-mx-new
es-mx.html$
es-mx.sitemap.xml$
@@ -81744,27 +82147,57 @@ es-mx/category/*activity=*&
es-mx/category/*gender=*&color=
es-mx/destinations/hotel-information
es-mx/listings
+es-mx/lp$
+es-mx/lp/contact-us
+es-mx/lp/homepage$
es-mx/products/details
es-mx/search
es-mx/search/$
+es-ni
es-ni/
+es-ni/lp$
+es-ni/lp/contact-us
+es-ni/lp/homepage$
es-nl/tickets/*
+es-pa
es-pa/
+es-pa/lp$
+es-pa/lp/contact-us
+es-pa/lp/homepage$
+es-pe
es-pe/
+es-pe/lp$
+es-pe/lp/contact-us
+es-pe/lp/homepage$
es-pe/search
es-pl/tickets/*
+es-pr
es-pr/
es-pr/deliverylocator
+es-pr/lp$
+es-pr/lp/contact-us
+es-pr/lp/homepage$
es-pr/products/details
es-pt/tickets/*
+es-py
es-py/
+es-py/lp$
+es-py/lp/contact-us
+es-py/lp/homepage$
es-py/search
es-ro/tickets/*
es-sp/
+es-sr
es-ss/
+es-sv
es-sv/
+es-sv/lp$
+es-sv/lp/contact-us
+es-sv/lp/homepage$
es-sv/search
es-sv/tickets/*
+es-tc
+es-tt
es-us
es-us/
es-us/$
@@ -81855,10 +82288,21 @@ es-us/startup-business-toolkit
es-us/stores
es-us/stores/$
es-us/widgets
+es-uy
es-uy/
+es-uy/lp$
+es-uy/lp/contact-us
+es-uy/lp/homepage$
es-uy/search
+es-vc
+es-ve
es-ve/
+es-ve/lp$
+es-ve/lp/contact-us
+es-ve/lp/homepage$
es-ve/search
+es-vg
+es-vi
es-ww/iaas/Content/database-for-azure
es-xl/
es-xl/motivator/
@@ -81868,6 +82312,8 @@ es/$
es/%C3%BAnete
es/*
es/*.zip
+es/*/*.html?
+es/*/*id=
es/*/media/oembed
es/*/resenas-*/administrar
es/*?*lang=es-ES
@@ -82033,6 +82479,7 @@ es/blogs//atom.aspx
es/blogs//rss.aspx
es/blogs//rsscomments.aspx
es/bluejays/search
+es/board-of-governors
es/braves/search
es/brewers/search
es/buscador
@@ -82196,6 +82643,7 @@ es/event/*/ical
es/event/*/shoutbox
es/event/*/shoutbox?
es/events
+es/events?
es/explore
es/favorites
es/features
@@ -82218,6 +82666,7 @@ es/funciones/website-builder/plantillas/business-and-services/
es/funciones/website-builder/plantillas/business-and-services/*,*
es/gatwick$
es/gatwick/$
+es/gc-archives
es/gestion-notificaciones
es/giants/search
es/global-search
@@ -82378,6 +82827,7 @@ es/nationals/search
es/negocios-tmb/perfil-contratante/informacion-documentos
es/new
es/news
+es/news?
es/newsletters
es/newsroom/search
es/newsroom/search?
@@ -82462,6 +82912,8 @@ es/pselectlist.php
es/pselectuser.php
es/pt
es/pt_br
+es/publications/documents/infcircs
+es/publications/search
es/r/group
es/rangers/search
es/rays/search
@@ -82490,12 +82942,14 @@ es/renew.html
es/resenas/categoria
es/resources
es/resources/case-studies/
+es/resources/safety-standards/search?
es/resp
es/restablecer-contrasena
es/reviews
es/reviews-and-testimonials
es/rockies/search
es/royals/search
+es/s/*?
es/s/colecciones
es/s/imagen
es/s/usuarios
@@ -82518,7 +82972,7 @@ es/search/fonts?
es/search/shops
es/search?
es/search?*
-es/search?*http://taringa.net/robots.txt
+es/search?*http://nastygal.com/robots.txt
es/search?*q=
es/searchresult
es/secure-preview
@@ -82805,7 +83259,6 @@ esi/
esi/rubrikk/api/api.php
esi/www/taxonomy
esi_cache
-esid
esign
esign/document.rl
esja
@@ -83530,6 +83983,7 @@ ewh-semt/images/
ewh-semt/longdesc/
ewok
ex
+ex/
exam-result/*
exam-results/*
examens
@@ -83610,7 +84064,7 @@ exhibits/orgunit/*?spc.page
exhibits/orgunit/*?utm_source
exigen-and-music-industry-labels-launch-royalty-service-l-p
exit
-exit.htmlhttp://freeletics.com/robots.txt
+exit.htmlhttp://fhi.no/robots.txt
exit?
exitpoll/
exocrine-pancreatic-insufficiency/common-myths-about-exocrine-pancreatic-insufficiency/
@@ -83747,7 +84201,7 @@ export-link/@
export/
export/flipboard/*.rss
export/site-selector.json
-export/site-selector.jsonhttp://paytm.com/robots.txt
+export/site-selector.jsonhttp://harman.com/robots.txt
export/sites/intranet/
export/sites/upov/shared/
export/sites/www/pct/guide/
@@ -83778,6 +84232,8 @@ ext-content
ext-tool
ext/
ext/.pdf
+ext/en/
+ext/fr/
ext/stepstone
ext?
ext_*
@@ -83836,6 +84292,7 @@ external/nanogrowth
external/newcontenttypes
external/nihrcrsu
external/overture
+external/polls
external/polyomics
external/portal
external/quantic
@@ -83854,7 +84311,7 @@ external/strada/secure
external/streak
external/tces
external/whistler
-externalContentView/http://gofund.me/robots.txt
+externalContentView/http://ci3.googleusercontent.com/robots.txt
externalPageReview
externalUrl
external_assets
@@ -84024,6 +84481,7 @@ facebook-canvas
facebook-instant-articles/feed
facebook-template
facebook-va-thanks
+facebook.com
facebook.html
facebook/
facebook/landing
@@ -84051,8 +84509,6 @@ facilities-management
facilities/
facilities/building-floor-plans/
facilities/index.html
-facilitiesmanagement/building
-facilitiesmanagement/buildings-maps
fact-check-share
factbox
factory
@@ -84246,7 +84702,6 @@ fastanswers
fasting_diet_weight_loss_management/article.htm
fastperl/fom
fat-fighting_foods_pictures_slideshow/article.htm
-fatalerror.html
fatigues/
fatimabezerra
fatimapelaes
@@ -84278,7 +84733,7 @@ favicon-generator/ruby-on-rails/your-favicon-is-ready
favicon.ico
favicon.ico
favicon.ico$
-favicon.icohttp://lh6.googleusercontent.com/robots.txt
+favicon.icohttp://zazzle.com/robots.txt
favicon.svg
favicons
favlagucom
@@ -84486,10 +84941,10 @@ features-satellites?
features-weather?
features/dear-abby/
features/external/cdp
-features/http://iau.org/robots.txt
+features/http://blogs.skype.com/robots.txt
+features/http://joythebaker.com/robots.txt
features/http://lacoste.com/robots.txt
-features/http://newsroom.cisco.com/robots.txt
-features/http://vc.ru/robots.txt
+features/http://simplenote.com/robots.txt
features/idx-for-any-website/wix-real-estate-app-free-trial/
features/insights
features/performance
@@ -84539,7 +84994,7 @@ feed/atom
feed/externalfooter
feed/externalheader
feed/gn
-feed/http://epp.eurostat.ec.europa.eu/robots.txt
+feed/http://hey.com/robots.txt
feed/merchant-feed.xml
feed/offer-feed.xml
feed/podcast
@@ -84652,6 +85107,7 @@ fetch/next/mural
fetch/next/mural?
fetch/quick-rating-widgets
fetch/tag
+fetch_scroll?
fetchcart
fetuses/
fetw/README.txt
@@ -84944,8 +85400,12 @@ fi-en/treasury
fi-en/your
fi-es/tickets/*
fi-fi
+fi-fi
fi-fi-new
fi-fi/
+fi-fi/lp$
+fi-fi/lp/contact-us
+fi-fi/lp/homepage$
fi-fi/search
fi-fr/tickets/*
fi-hr/tickets/*
@@ -85268,7 +85728,7 @@ filiale-rating
filialeBadge
filialeHrs
filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://academic.oup.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://music.apple.com/robots.txt
filings
filipepereira
filling_foods_wont_that_fill_you_out/article.htm
@@ -85348,6 +85808,7 @@ finance/favicon
finance/internal
finance/margin-beta-feedback
finance/markup-beta-feedback
+finance/redirect
finance/stocks/financialHighlights
finance/stocks/option
finance/travel/april107_march3108.pdf
@@ -85371,6 +85832,8 @@ finansiell-information/pressreleaser/?page=
finanzas
finanzen/versichern-und-vorsorgen
finanzierung
+finanzierung/antrag
+finanzierung/route
find
find
find$
@@ -85394,7 +85857,7 @@ find/*?official=true
find/*?page
find/*?shipping=
find/*?{
-find/*http://forrester.com/robots.txt
+find/*http://pixiv.net/robots.txt
find/3DImage.jsp
find/?srsltid
find/ApplecareDetails.jsp
@@ -85887,9 +86350,7 @@ fiyat=
fizipcodecheck
fizzy/admin
fj
-fj/
fk
-fk/
fl
fl/florida
fl/orlando
@@ -85991,7 +86452,7 @@ flightsearch
flightsearch/book-a-flight?cacheKeySuffix=
flightsh5/
flightstatus/search/*
-flip-player/
+flip-player/
flip-preview
flipboardrss
flipbook
@@ -86053,9 +86514,6 @@ fluege/ct
fluff
flug/cn
flug/ct
-flupl-alpha.cab
-flupl-x86.cab
-flupl.cab
flutter-canvaskit
flux
fluxNews
@@ -86072,7 +86530,6 @@ flyer_type_name=*
flyg/cn/*
flyg/ct
fm
-fm/
fm/doc.html
fmf_getting_started
fmf_location_update
@@ -87921,6 +88378,7 @@ fonts/zilla-slab-highlight/$
fonts/zilla-slab/$
fontsize=
fontsize=1
+food-1596ccc038df0910/
food-allergies/allergic-reactions-to-walnuts/
food-allergies/black-pepper-and-allergies/
food-allergies/chick-peas-nut-allergies/
@@ -88163,7 +88621,7 @@ forgot_password?
forgotpassword
forgotpassword?
forgotten-password
-forgov-devhttp://bitfinex.com/robots.txt
+forgov-devhttp://bfi.org.uk/robots.txt
forlibraries
form
form%5Bsubject%5D=
@@ -88346,7 +88804,7 @@ forum/threads/*/poll/results
forum/threads/*/tags$
forum/topics/search
forum/ucp.php
-forum/ucp.phphttp://roxanegay.com/robots.txt
+forum/ucp.phphttp://loom.com/robots.txt
forum/viewonline.php
forum/viewtopic.php
forum/whats-new
@@ -90113,7 +90571,7 @@ forums/user-
forums/usercp.php
forums/usernote.php
forums/users
-forums/users/http://classics.mit.edu/robots.txt
+forums/users/http://cgi.ebay.com/robots.txt
forums/weight-loss-after-pregnancy/topic/any-fit-pregnant-mamas-out-here-taking-creatine-146438608.html
forums/what-to-expect-general-message-board/topic/anyone-else-had-lower-right-abdominal-pain-beginning-of-pregnancy-doesnt-feel-right-152578091.html
forums/what-to-expect-general-message-board/topic/bbt-dropping-10-weeks-concern-166550086.html
@@ -90141,18 +90599,12 @@ foryou$
foryou?
fos/icn/
fossate/
-foto-imagem-*.html
-foto-immagine-*.html
-foto-immagine-*image*.html
foto_del_giorno
foto_old
fotogalerias/*/*/pagina
fotogallery.php
fotohaber/sayfalama/
fotos
-fotos-bilder/
-fotos-imagens/
-fotos-immagini/
fotos/archivo
fotoservice/client_redirect.jsp
fotovideo.html$
@@ -90184,7 +90636,6 @@ fpm/web.config
fpr
fps2*
fpsb
-fptc
fpz5com
fq=
fr
@@ -90278,6 +90729,7 @@ fr-ba
fr-bb
fr-bd
fr-be
+fr-be*/lp
fr-be-new
fr-be/
fr-be/products/details
@@ -90285,10 +90737,20 @@ fr-be/search
fr-be/swift-codes
fr-be/widgets
fr-bf
+fr-bf/lp$
+fr-bf/lp/contact-us
+fr-bf/lp/homepage$
fr-bg
fr-bg/tickets/*
fr-bh
fr-bi
+fr-bi/lp$
+fr-bi/lp/contact-us
+fr-bi/lp/homepage$
+fr-bj
+fr-bj/lp$
+fr-bj/lp/contact-us
+fr-bj/lp/homepage$
fr-bm
fr-bn
fr-bo
@@ -90300,6 +90762,7 @@ fr-by
fr-bz
fr-ca
fr-ca
+fr-ca*/lp
fr-ca-new
fr-ca.html$
fr-ca.sitemap.xml$
@@ -90315,7 +90778,20 @@ fr-ca/products/details
fr-ca/search
fr-ca/widgets
fr-cc
+fr-cd
+fr-cd/lp$
+fr-cd/lp/contact-us
+fr-cd/lp/homepage$
+fr-cf
+fr-cf/lp$
+fr-cf/lp/contact-us
+fr-cf/lp/homepage$
+fr-cg
+fr-cg/lp$
+fr-cg/lp/contact-us
+fr-cg/lp/homepage$
fr-ch
+fr-ch*/lp
fr-ch-new
fr-ch.html$
fr-ch.sitemap.xml$
@@ -90325,8 +90801,16 @@ fr-ch/destinations/hotel-information
fr-ch/products/details
fr-ch/search
fr-ch/widgets
+fr-ci
+fr-ci/lp$
+fr-ci/lp/contact-us
+fr-ci/lp/homepage$
fr-ck
fr-cl
+fr-cm
+fr-cm/lp$
+fr-cm/lp/contact-us
+fr-cm/lp/homepage$
fr-cn
fr-co
fr-cr
@@ -90340,11 +90824,18 @@ fr-da/tickets/*
fr-de
fr-de/tickets/*
fr-dj
+fr-dj/lp$
+fr-dj/lp/contact-us
+fr-dj/lp/homepage$
fr-dk
fr-dm
fr-do
fr-dz
+fr-dz/lp$
+fr-dz/lp/contact-us
+fr-dz/lp/homepage$
fr-ec
+fr-ed
fr-ee
fr-eg
fr-eh
@@ -90360,6 +90851,7 @@ fr-fm
fr-fo
fr-fr
fr-fr
+fr-fr*/lp
fr-fr-new
fr-fr.html$
fr-fr.sitemap.xml$
@@ -91214,17 +91706,30 @@ fr-fr/webinars/mirakl-design-system/$
fr-fr/webinars/reconnaissance-strategique-du-design/$
fr-fr/wireframe-tool/$
fr-ga
+fr-ga/lp$
+fr-ga/lp/contact-us
+fr-ga/lp/homepage$
fr-gb
fr-gb/destinations/hotel-information
fr-gd
fr-ge
fr-gf
+fr-gf/lp$
+fr-gf/lp/contact-us
+fr-gf/lp/homepage$
fr-gh
fr-gi
fr-gl
fr-gm
+fr-gn
+fr-gn/lp$
+fr-gn/lp/contact-us
+fr-gn/lp/homepage$
fr-gp
fr-gq
+fr-gq/lp$
+fr-gq/lp/contact-us
+fr-gq/lp/homepage$
fr-gr
fr-gt
fr-gu
@@ -91253,6 +91758,9 @@ fr-kg
fr-kh
fr-ki
fr-km
+fr-km/lp$
+fr-km/lp/contact-us
+fr-km/lp/homepage$
fr-kn
fr-kr
fr-kw
@@ -91266,22 +91774,42 @@ fr-lk
fr-lr
fr-ls
fr-lt
+fr-lu
fr-lu/
+fr-lu/lp$
+fr-lu/lp/contact-us
+fr-lu/lp/homepage$
fr-lv
fr-ly
fr-ma
+fr-ma/lp$
+fr-ma/lp/contact-us
+fr-ma/lp/homepage$
fr-mc/
fr-md
fr-me
+fr-mg
+fr-mg/lp$
+fr-mg/lp/contact-us
+fr-mg/lp/homepage$
fr-mh
fr-mk
fr-ml
+fr-ml/lp$
+fr-ml/lp/contact-us
+fr-ml/lp/homepage$
fr-mm
fr-mn
fr-mo
fr-mp
fr-mq
+fr-mq/lp$
+fr-mq/lp/contact-us
+fr-mq/lp/homepage$
fr-mr
+fr-mr/lp$
+fr-mr/lp/contact-us
+fr-mr/lp/homepage$
fr-ms
fr-mt
fr-mu
@@ -91292,6 +91820,13 @@ fr-my
fr-mz
fr-na
fr-nc
+fr-nc/lp$
+fr-nc/lp/contact-us
+fr-nc/lp/homepage$
+fr-ne
+fr-ne/lp$
+fr-ne/lp/contact-us
+fr-ne/lp/homepage$
fr-nf
fr-ng
fr-ni
@@ -91307,6 +91842,9 @@ fr-om
fr-pa
fr-pe
fr-pf
+fr-pf/lp$
+fr-pf/lp/contact-us
+fr-pf/lp/homepage$
fr-pg
fr-ph
fr-pk
@@ -91321,6 +91859,9 @@ fr-pw
fr-py
fr-qa
fr-re
+fr-re/lp$
+fr-re/lp/contact-us
+fr-re/lp/homepage$
fr-ro
fr-ro/tickets/*
fr-rs
@@ -91328,6 +91869,9 @@ fr-ru
fr-sa
fr-sb
fr-sc
+fr-sc/lp$
+fr-sc/lp/contact-us
+fr-sc/lp/homepage$
fr-se
fr-sg
fr-sh
@@ -91336,6 +91880,10 @@ fr-sj
fr-sk
fr-sl
fr-sm
+fr-sn
+fr-sn/lp$
+fr-sn/lp/contact-us
+fr-sn/lp/homepage$
fr-so
fr-sr
fr-st
@@ -91344,12 +91892,23 @@ fr-sv/tickets/*
fr-sx
fr-sz
fr-tc
+fr-td
+fr-td/lp$
+fr-td/lp/contact-us
+fr-td/lp/homepage$
+fr-tg
+fr-tg/lp$
+fr-tg/lp/contact-us
+fr-tg/lp/homepage$
fr-th
fr-tj
fr-tk
fr-tm
fr-tn
fr-tn/
+fr-tn/lp$
+fr-tn/lp/contact-us
+fr-tn/lp/homepage$
fr-to
fr-tr
fr-tt
@@ -91389,6 +91948,9 @@ fr-wf
fr-ws
fr-ye
fr-yt
+fr-yt/lp$
+fr-yt/lp/contact-us
+fr-yt/lp/homepage$
fr-za
fr-zm
fr-zw
@@ -91402,8 +91964,10 @@ fr/*
fr/*&b=1
fr/*+
fr/*.zip
+fr/*/*.html?
fr/*/*/business$
fr/*/*/edit$
+fr/*/*id=
fr/*/media/oembed
fr/*/s/*/near$
fr/*?*lang=fr-FR
@@ -91510,6 +92074,8 @@ fr/adieu_thomas.xml
fr/adisplay.php
fr/admin
fr/administration
+fr/adresse
+fr/adresses
fr/aeroports/gatwick$
fr/aeroports/gatwick/$
fr/aeroports/heathrow$
@@ -91550,6 +92116,7 @@ fr/association/
fr/auteurs/*
fr/auth
fr/autocomplete
+fr/avoirs
fr/b
fr/backgrounds
fr/banners
@@ -91574,6 +92141,7 @@ fr/blog/wp-includes
fr/blogs//atom.aspx
fr/blogs//rss.aspx
fr/blogs//rsscomments.aspx
+fr/board-of-governors
fr/bpaid-e2etest/demander
fr/buscar/
fr/business-types/
@@ -91586,6 +92154,7 @@ fr/c/*price_bucket=
fr/c/*search_type=
fr/c/*ship_to=
fr/c?*attr_*=
+fr/cache
fr/call-back-form
fr/callback-spotify
fr/campaigns
@@ -91626,6 +92195,7 @@ fr/cira_agreement.html
fr/citysearch
fr/citysearch-account
fr/citysearch-administration
+fr/classes
fr/client-clearing
fr/clients-prives/hypotheques/hypopedia/informations-commune*
fr/cloud/api/
@@ -91666,12 +92236,15 @@ fr/composer/Plugin/Scaffold/README.md
fr/composer/Plugin/VendorHardening/README.txt
fr/composer/Template/README.txt
fr/concessions/fr-
+fr/config
+fr/confirmation-commande
fr/connexion
fr/contact
fr/contact.php
fr/content/dam/infrastruktur/trafimage
fr/contenus/
fr/contests/*/terms
+fr/controllers
fr/conversations
fr/core
fr/core/*.css$
@@ -91748,6 +92321,7 @@ fr/event/*/ical
fr/event/*/shoutbox
fr/event/*/shoutbox?
fr/events
+fr/events?
fr/explore
fr/facturas/*
fr/faire-votre-publicit%C3%A9
@@ -92914,6 +93488,7 @@ fr/fr/work/products/tools/ups_selector/
fr/fr/work/solutions/for-business/real-estate
fr/gatwick$
fr/gatwick/$
+fr/gc-archives
fr/geo/
fr/group
fr/guest-pass
@@ -92930,6 +93505,7 @@ fr/help/sitemap
fr/help/sitemap.php
fr/hidden
fr/histoire
+fr/historique-commandes
fr/holidayrentals
fr/home
fr/home$
@@ -92939,6 +93515,7 @@ fr/hotel/redirect
fr/hotel/s
fr/hpc/*
fr/id_km-*
+fr/identite
fr/imagecontentsource
fr/images
fr/images.xml
@@ -92977,6 +93554,7 @@ fr/ipns
fr/it
fr/item
fr/item/*/offers/new
+fr/js
fr/jsp/content/cust_care/docs/stsuserguide.pdf
fr/kb
fr/kb/*/discuss
@@ -92995,8 +93573,10 @@ fr/live-event-schedule
fr/live-event-schedule$
fr/locale/overlay
fr/locale/overlay_secure
+fr/localization
fr/location-longue-duree-espagne
fr/locations-luxe-espagne
+fr/log
fr/login
fr/login-messages
fr/login.ashx
@@ -93015,6 +93595,8 @@ fr/m/assets/wp-content/uploads/*.pdf
fr/m/cms
fr/mailinglist
fr/mailinglist/email
+fr/mails
+fr/main_fr
fr/make
fr/market/auction
fr/market/auction?
@@ -93043,6 +93625,7 @@ fr/media
fr/media/oembed
fr/members
fr/membres
+fr/mercure/
fr/messages
fr/meta/display/news.html
fr/meta/display/shop-detail.html
@@ -93057,8 +93640,10 @@ fr/mini.php
fr/mobile
fr/mobile-attribution-glossary/
fr/mobile-fraud-glossary/
+fr/modules
fr/modules/README.txt
fr/momondo.asmx
+fr/mon-compte
fr/mon-profil
fr/more-from-seller
fr/motivator/
@@ -93080,6 +93665,7 @@ fr/my_business$
fr/naviguer
fr/news
fr/news/
+fr/news?
fr/news?page=
fr/newsroom
fr/no-follow
@@ -93100,9 +93686,11 @@ fr/opmanager-site24x7-comparison.html
fr/order
fr/order/dedicated/
fr/ott
+fr/override
fr/pack/chercher
fr/packs/chercher?word
fr/page-not-found
+fr/panier
fr/paroles/*/*/embed
fr/partager/
fr/particuliers/clienteles/
@@ -93117,6 +93705,7 @@ fr/particuliers/recherche
fr/partnership-request
fr/pattern/
fr/payments/
+fr/pdf
fr/people
fr/phenom
fr/photos
@@ -93160,6 +93749,8 @@ fr/properties-for-sale-in-spain
fr/pselectlist.php
fr/pselectuser.php
fr/pt
+fr/publications/documents/infcircs
+fr/publications/search
fr/r/group
fr/readymade
fr/recherche
@@ -93173,6 +93764,8 @@ fr/recognized-dealers/furniture
fr/recognized-dealers/jewelry
fr/recrutement
fr/recrutement/job-posts
+fr/recuperation-mot-de-passe
+fr/reduction
fr/refer-a-friend-terms-and-conditions
fr/referenzen
fr/reflex
@@ -93183,6 +93776,7 @@ fr/release
fr/renew.html
fr/resources-campaign/*
fr/resources/
+fr/resources/safety-standards/search?
fr/resp
fr/responsive-header
fr/review_widget
@@ -93196,6 +93790,7 @@ fr/s/*/favorite
fr/s/*/lazy_load_pics
fr/s/*/reviews
fr/s/*/togo
+fr/s/*?
fr/s/collections
fr/s/utilisateurs
fr/s/visuel
@@ -93252,6 +93847,7 @@ fr/special/000webhost
fr/special/webhost
fr/speciales/000webhost
fr/spellcheck
+fr/src
fr/sso
fr/stansted$
fr/stansted/$
@@ -93264,6 +93860,8 @@ fr/success-stories/icgeurope
fr/success-stories/rostov-club
fr/success-stories/skatepark-zuidlaren
fr/success-stories/stammtisch
+fr/suivi-commande
+fr/suivi-commande-invite
fr/support
fr/support/
fr/support/category
@@ -93290,8 +93888,10 @@ fr/thunderbird/collections
fr/thunderbird/search
fr/ticket
fr/tom.xsl
+fr/tools
fr/total-leadership
fr/transactions
+fr/translations
fr/treasury
fr/trust/
fr/trust/gdpr/
@@ -93306,6 +93906,7 @@ fr/two-click/resolve/nojs
fr/ugc
fr/unleash
fr/update/
+fr/upload
fr/use-cases/compliance-training/
fr/use-cases/customer-training/
fr/use-cases/onboarding-training/
@@ -93320,6 +93921,8 @@ fr/user/register
fr/users
fr/users/signin
fr/utility
+fr/var
+fr/vendor
fr/venta-obranueva/
fr/venta-oficinas/
fr/venta-terrenos/
@@ -93350,6 +93953,7 @@ fr/vpv
fr/web
fr/web.config
fr/webapps
+fr/webservice
fr/why-chase/
fr/widget
fr/widgets
@@ -93480,6 +94084,7 @@ free/databases-free-tier/
free/skype-is-deprecated
freeItemSelection.jsp
free_expedited_shipping
+free_internet_business
free_meditation
free_shipping
freebies/
@@ -93515,6 +94120,7 @@ frgr
fri
friday
friday-after-next
+friend
friend-referral-offer
friend/add_as_friend
friendly.php
@@ -93554,12 +94160,11 @@ fromtb=1
front
front-new-nf
front/?pp-content-id=2.6642
-frontandcentre
frontend
frontend-metrics
frontend.php
frontend.php/
-frontend/http://cochrane.org/robots.txt
+frontend/http://siteresources.worldbank.org/robots.txt
frontend/requestforms
frontendEvents.do
frontend_dev.php
@@ -93621,6 +94226,7 @@ fun
fun/api/
fun/g/
fun_facts_about_tongue_and_taste_buds_slideshow/article.htm
+func
funcion-json
functionType=
functional-pages/
@@ -93834,7 +94440,7 @@ g-old-cw
g-recaptcha-response
g/
g/*/%
-g/4arE9Chttp://artstation.com/robots.txt
+g/4arE9Chttp://teenage.engineering/robots.txt
g/Camera-Batteries
g/Camera-Batteries/$
g/api
@@ -93966,7 +94572,6 @@ ga-IE/users
ga-actions/formie/forms/refresh-tokens
ga-ie/
ga.php
-ga/
ga/p
ga_exp.js
gaa
@@ -94265,6 +94870,7 @@ gbs/*/modules
gbs/*/plugins
gbs/*/templates
gbs/*/tmp
+gc-archives
gc?k
gcache
gcart/*
@@ -94297,7 +94903,6 @@ gd-push-notification
gd-shortcode
gd-trans-newsletter
gd-trivia-quiz
-gd/
gd/forums
gd/kb/*/discuss
gd/search
@@ -94311,12 +94916,10 @@ gdpr
gdpr-consent
gds/?term=
ge
-ge/
ge/*?*lang=en-US
ge/recall
ge/ru
gear
-gear/mapnextsearch
geb
gebruiksvoorwaarden
geckoterminal/token_is_valid
@@ -94418,9 +95021,7 @@ gemini/guide/resources.html
gems?letter=
gen
gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
-gen_interest.html
genai-analytics
-gender-equity
gender=
gene/?term=
genealogies/submission
@@ -94570,7 +95171,6 @@ germany/library/images/mnp/
germany/video/de/de/related*
gers/
gers/assure/actualites/
-ges-ghg/donnees-data
gesetze/*/Gesamt/
gesperrt
gesponsordecontent/
@@ -94725,7 +95325,6 @@ gg/v
ggi/inspectors
ggtg8com
gh
-gh/
gh/cart
gh/collectbehaviorinfo
gh/collectsysteminfo
@@ -94785,7 +95384,6 @@ gif
gif-maker/$
gifgenerator?viewkey=
gifs
-gifs
gifs/search*o=
gift
gift*/r/*
@@ -94882,6 +95480,7 @@ givingsummary/
givingsummary?
giyim-aksesuar
gizlilik-politikasi
+gkh
gl
gl$
gl-d
@@ -94996,14 +95595,11 @@ glossary/akamaitest.html
glossary_*
glossily/
glp
-glt_feedback.cfm?
glutamate/guide/
gluten-free-diet/is-semolina-flour-gluten-free/
gluten-free_diet_pictures_slideshow/article.htm
-glwww_isearch_tor
gm
gm-api
-gm/
gm_account_delete.php
gm_boosted_category
gm_boosted_product
@@ -95015,7 +95611,6 @@ gmap
gmaplay_duplicate
gmc
gn
-gn/
gn/forums
gn/kb/*/discuss
gn/search
@@ -95045,7 +95640,7 @@ go/docs/reference/*/latest$
go/docs/reference/help
go/fanfiction/
go/host/
-go/http://packages.debian.org/robots.txt
+go/http://about.gitlab.com/robots.txt
go/login
go/member
go/members
@@ -95081,6 +95676,8 @@ goart/
goart/?classifyid=*
gochina
godb79
+godovaya-podpiska-super-na-mts-tv-v-programme-loyalnosti-banka-vtb-multibonus
+godovaya-podpiska-super-v-onlajnkinoteatre-mts-tv-za-1-rubl
gog
goglobal/
gold
@@ -95092,7 +95689,7 @@ goldenthreds
golf
golf/golf
golo/page/1896337
-golocal/extranet/http://elastic.co/robots.txt
+golocal/extranet/http://swr.de/robots.txt
gone
gonzagapatriota
good-data
@@ -95201,7 +95798,6 @@ government-jobs/*
government/$
governor/mills/search/node
gp
-gp/
gp/aag
gp/aag/main?*seller=ABVFEJU8LS620
gp/adlp
@@ -95353,7 +95949,6 @@ gpsopen/gps/GPSDB/onlinemap2
gpt-chatbot/
gpts$
gq
-gq/
gql
gql/bs?operationName=
gr
@@ -95373,7 +95968,6 @@ gr-pl/tickets/*
gr-pt/tickets/*
gr-ro/tickets/*
gr-sv/tickets/*
-gr/
gr/*
gr/*?*lang=en-US
gr/README.txt
@@ -95454,7 +96048,6 @@ graph/graphql
graphic-design/brief/logo
graphic-design/brief/printed-product
graphics
-graphics
graphics/
graphics/common
graphics/commonnew
@@ -95650,7 +96243,6 @@ gsc/comic_viewer
gsc/movie_sitemap
gsc/rss_flipboard_znoj5lrwoe
gsc_news/en_search
-gsc_news/search
gsearch
gsepd
gsid=
@@ -95659,7 +96251,6 @@ gsr
gss
gsx
gt
-gt/
gt/Download
gtm
gtm-body/
@@ -95675,7 +96266,6 @@ gu-IN/search
gu-IN/user
gu-IN/users
gu-in/
-gu/
gu/%E0%AA%AA%E0%AB%8D%E0%AA%B0%E0%AA%BF%E0%AA%A8%E0%AB%8D%E0%AA%9F
gu/android/collections
gu/android/search
@@ -96739,7 +97329,6 @@ gv_send.php
gview
gw
gw.php
-gw/
gw_id
gwa
gwangju-anma.net
@@ -96755,7 +97344,6 @@ gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf
gx/en/zz-test
gxcuf89792/rss
gy
-gy/
gyrobase/ArticleArchives
gyrobase/EventSearch
gyrobase/FilmSearch
@@ -96902,7 +97490,6 @@ harvestfestival
hasan-ferit-giresunlu-appointed-general-manager-of-universal-music-turkey
hasen
hash=
-hashemi-lab
hashtag
hashtag/*?src=
hashtags
@@ -97197,6 +97784,7 @@ health/*/wp-
health/*?subCategory=
health/*?utm_
health/QA-Tabbed-ManyTabs-21
+health/api
health/covid19/dining-guide/
health/diabetes/a/Diabetes
health/diet-and-fitness/a/10-Ways-to-Lighten-Up-Your-Favorite-Fatty-Foods/1315
@@ -97221,6 +97809,7 @@ health/myexposome-wristband
health/post-block-widget-sampler
health/psych-central-block-sampler
health/research/specialistcentres/cib/people/bbsrcfellows/flatterssarah
+health/search?
health/sites/health/files/tobacco/docs/doi
health/sponsored-article-test-do-not-edit-this-ever
health/test-reference-article-for-front-end-tests
@@ -97675,7 +98264,6 @@ help/rogers
help/search
help/search.aspx
help/search.html?
-help/search/*
help/search?
help/sitemap
help/sitemap.php
@@ -98171,7 +98759,6 @@ hk-zh/shop/*?*&*&*&
hk-zh/shop/banner/ajax/load
hk-zh/shop/hpols_catalog
hk-zh/shop/hpols_catalog/product/upsell
-hk/
hk/*
hk/*?*lang=en-US
hk/AjaxService/
@@ -98237,7 +98824,6 @@ hm100
hmextra
hn
hn-en
-hn/
hnx618618
hnypt
hoap
@@ -98285,7 +98871,7 @@ home-loans/rate-stomper
home-loans/rocket-loan
home-main-content.html
home-media
-home-newhttp://atptour.com/robots.txt
+home-newhttp://clarionledger.com/robots.txt
home-no-tags
home-remedies-alternative-treatments-vertigo/
home-renewal-special-offer
@@ -98329,7 +98915,6 @@ home/gallery/content/
home/global_feed
home/help-landing.aspx
home/highspeedinternet/*%7Bdomainnameus%7D/
-home/index-dev
home/index_rss
home/internet/gigabit-internet-is-it-worth-splurging-for-a-faster-internet-plan
home/internet/what-are-the-different-internet-connection-types
@@ -98739,8 +99324,12 @@ house/journal
house/ss
house_id=
houseads
+housecall
+housecall/us
+housecall7
houses-for-sale/advanced-search
houses-to-rent/advanced-search
+housing/index.html
housing/mymichigantech
houston/tag
houzz-historyzz
@@ -98889,7 +99478,6 @@ hr-pt/tickets/*
hr-ro/tickets/*
hr-sv/tickets/*
hr-training
-hr/
hr/*?*lang=en-US
hr/AjaxService/
hr/README.txt
@@ -98918,7 +99506,7 @@ hr/help/cookies/
hr/help/privacy/
hr/hr
hr/hr/work/products/tools/ups_selector/
-hr/http://scryfall.com/robots.txt
+hr/http://costco.com.mx/robots.txt
hr/internal
hr/ispis
hr/it
@@ -98947,7 +99535,6 @@ hreflangs
hris/HRPolicy.htm
hro/search-result
hrpmobileapp
-hrser
hrtm
hs-codes/
hs/adult-asthma/foods-helps-relieve-asthma-pictures/
@@ -99084,7 +99671,6 @@ hstc=
hstc=*
ht
ht-d
-ht/
ht/newsroom/search
ht/newsroom/search?
ht/node/
@@ -102073,11 +102659,13 @@ html/Q77771_01
html/en
html/it
html/itemViewsAndMetrics.html?vcmid=*
+html/js
html/js/editor
html/js/editor/fckeditor
html/kiosk
html/misc
html/node
+html/portlet
html/print
html/story
html5
@@ -102089,14 +102677,14 @@ html?pageq=
html?pages=
html?ref=
html?user_country=
-html_email/
+html_email/
html_externe
html_helpers
html_tests
htmlemails/
htmlexterne
htmlform/
-htmlmsg/http://sciencebasedtargets.org/robots.txt
+htmlmsg/http://news.cornell.edu/robots.txt
htmlscript
htmlscript/
htmlversion
@@ -102106,330 +102694,327 @@ htsearchresults
http
http2_data
http:
-http://10best.com/robots.txt
-http://20minutos.es/robots.txt
-http://21.edu.ar/robots.txt
-http://3.bp.blogspot.com/robots.txt
-http://9gag.com/robots.txt
-http://aardman.com/robots.txt
-http://abercrombie.com/robots.txt
-http://account.google.com/robots.txt
-http://actionnetwork.org/robots.txt
-http://adsense.google.com/robots.txt
-http://aerogaming.org/robots.txt
-http://aging-us.com/robots.txt
-http://alltop.com/robots.txt
-http://amazon.com.mx/robots.txt
-http://amazon.com/robots.txt
-http://americanrhetoric.com/robots.txt
-http://androidauthority.com/robots.txt
-http://aparat.com/robots.txt
-http://appleinsider.com/robots.txt
+http://6abc.com/robots.txt
+http://aao.org/robots.txt
+http://aaronsw.com/robots.txt
+http://acrobat.adobe.com/robots.txt
+http://adafruit.com/robots.txt
+http://affiliate-program.amazon.com/robots.txt
+http://ajph.aphapublications.org/robots.txt
+http://akorda.kz/robots.txt
+http://amazon.it/robots.txt
+http://american.edu/robots.txt
+http://ansa.it/robots.txt
http://arbeitsagentur.de/robots.txt
-http://archive.nytimes.com/robots.txt
-http://arenawanita.com/robots.txt
-http://arrl.org/robots.txt
+http://archilovers.com/robots.txt
http://aspca.org/robots.txt
+http://aspeninstitute.org/robots.txt
http://assets.ctfassets.net/robots.txt
http://assetstore.unity.com/robots.txt
-http://auphonic.com/robots.txt
-http://azbyka.ru/robots.txt
-http://backstage.com/robots.txt
-http://backyardbrains.com/robots.txt
-http://bas.ac.uk/robots.txt
-http://bbpress.org/robots.txt
-http://bestfriends.org/robots.txt
-http://beta.lemondeinformatique.fr/http://bemyeyes.com/robots.txt
-http://bioone.org/robots.txt
-http://bipm.org/robots.txt
-http://blinkist.com/robots.txt
-http://blog.trendmicro.com/robots.txt
+http://autodesk.com/robots.txt
+http://autotrader.co.za/robots.txt
+http://avtopomosh911.ru/robots.txt
+http://awesomescreenshot.com/robots.txt
+http://aws.amazon.com/robots.txt
+http://axios.com/robots.txt
+http://babel.hathitrust.org/robots.txt
+http://bag.admin.ch/robots.txt
+http://bandcamp.com/robots.txt
+http://bandlab.com/robots.txt
+http://bard.google.com/robots.txt
+http://bart.gov/robots.txt
+http://bbc.co.uk/robots.txt
+http://bell.ca/robots.txt
+http://benchmarkemail.com/robots.txt
+http://beta.lemondeinformatique.fr/http://profiles.stanford.edu/robots.txt
+http://bgm.nz/robots.txt
+http://bilibili.com/robots.txt
+http://blick.ch/robots.txt
+http://blockonomics.co/robots.txt
+http://blog.adobe.com/robots.txt
+http://blog.malwarebytes.com/robots.txt
http://blogs.imf.org/robots.txt
-http://blogs.wsj.com/robots.txt
-http://books.google.fr/robots.txt
-http://bountysource.com/robots.txt
-http://brigitte.de/robots.txt
+http://bloomsbury.com/robots.txt
+http://blossomthemes.com/robots.txt
+http://blurb.com/robots.txt
+http://book2look.com/robots.txt
+http://bostonherald.com/robots.txt
http://brilliant.org/robots.txt
-http://brisbanetimes.com.au/robots.txt
-http://ca.linkedin.com/robots.txt
-http://cabi.org/robots.txt
-http://capcut.com/robots.txt
+http://business.com/robots.txt
+http://bvdg-online.com/robots.txt
+http://calendar.app.google/robots.txt
+http://camo.githubusercontent.com/robots.txt
+http://camp-fire.jp/robots.txt
+http://cargurus.com/robots.txt
http://cbs.nl/robots.txt
-http://celebexperts.com/robots.txt
-http://census.gov/robots.txt
-http://chanel.com/robots.txt
-http://chateauversailles.fr/robots.txt
-http://cheq.ai/robots.txt
-http://chicagobusiness.com/robots.txt
-http://chrome.google.com/robots.txt
-http://chromium.org/robots.txt
-http://cielo.com.br/robots.txt
-http://classmates.com/robots.txt
-http://clickfunnels.com/robots.txt
-http://cna.com.tw/robots.txt
-http://cnet.com/robots.txt
-http://conseil-constitutionnel.fr/robots.txt
-http://content.iospress.com/robots.txt
-http://copilot.microsoft.com/robots.txt
-http://costco.com.mx/robots.txt
-http://crestron.com/robots.txt
-http://cryptocompare.com/robots.txt
-http://cssminifier.com/robots.txt
-http://dailytelegraph.com.au/robots.txt
-http://dailywire.com/robots.txt
-http://dairyqueen.com/robots.txt
-http://dangerousminds.net/robots.txt
-http://data.cityofnewyork.us/robots.txt
-http://data.oecd.org/robots.txt
-http://datacenterknowledge.com/robots.txt
-http://datanyze.com/robots.txt
-http://dhamma.org/robots.txt
-http://die-linke.de/robots.txt
-http://dior.com/robots.txt
-http://doximity.com/robots.txt
-http://dpi.nsw.gov.au/robots.txt
+http://cdn.knightlab.com/robots.txt
+http://cert.org/robots.txt
+http://charitywater.org/robots.txt
+http://cigna.com/robots.txt
+http://cincodias.elpais.com/robots.txt
+http://cire.tv/robots.txt
+http://cityoffrederick.com/robots.txt
+http://ckeditor.com/robots.txt
+http://claimreviewproject.com/robots.txt
+http://cochranelibrary.com/robots.txt
+http://coe.int/robots.txt
+http://coinpayments.net/robots.txt
+http://columbia.edu/robots.txt
+http://comscore.com/robots.txt
+http://connexity.com/robots.txt
+http://conservation.org/robots.txt
+http://coronavirus.jhu.edu/robots.txt
+http://cs.stanford.edu/robots.txt
+http://currency.wiki/robots.txt
+http://d23.com/robots.txt
+http://dbpedia.org/robots.txt
+http://decanter.com/robots.txt
+http://deepmind.com/robots.txt
+http://delawareonline.com/robots.txt
+http://designshack.net/robots.txt
+http://deutschepost.de/robots.txt
+http://developer.nvidia.com/robots.txt
+http://deviantart.com/robots.txt
+http://digital.modernluxury.com/robots.txt
+http://disney.go.com/robots.txt
+http://dmv.ca.gov/robots.txt
+http://domainnamewire.com/robots.txt
+http://domestika.org/robots.txt
+http://downdetector.com/robots.txt
+http://dropbox.com/robots.txt
+http://drudgereport.com/robots.txt
+http://dspace.mit.edu/robots.txt
+http://dvcs.w3.org/robots.txt
+http://easychair.org/robots.txt
+http://ebay.com/robots.txt
+http://ecb.europa.eu/robots.txt
http://ecma-international.org/robots.txt
-http://edition.cnn.com/robots.txt
-http://emarketer.com/robots.txt
-http://emerald.com/robots.txt
-http://encyclopedia.com/robots.txt
-http://epicor.com/robots.txt
-http://equifax.com/robots.txt
-http://ericcoomer.com/robots.txt
-http://essex.ac.uk/robots.txt
-http://eur-lex.europa.eu/robots.txt
+http://edmunds.com/robots.txt
+http://ee.co.uk/robots.txt
+http://eeas.europa.eu/robots.txt
+http://ehow.com/robots.txt
+http://ellentube.com/robots.txt
+http://emory.edu/robots.txt
+http://en.uesp.net/robots.txt
+http://espn.com/robots.txt
+http://etsy.com/robots.txt
http://europeana.eu/robots.txt
+http://ev3.xyz/robots.txt
http://eventbrite.co.uk/robots.txt
-http://eyes.nasa.gov/robots.txt
-http://farm1.staticflickr.com/robots.txt
+http://f.hubspotusercontent40.net/robots.txt
+http://fa.wikipedia.org/robots.txt
+http://fairmont.com/robots.txt
http://farm3.staticflickr.com/robots.txt
-http://fatcow.com/robots.txt
-http://feathericons.com/robots.txt
-http://federalreserve.gov/robots.txt
-http://feedster.com/robots.txt
-http://filmaffinity.com/robots.txt
-http://fliphtml5.com/robots.txt
+http://fatf-gafi.org/robots.txt
+http://fb.watch/robots.txt
+http://fbi.gov/robots.txt
+http://fda.gov/robots.txt
+http://fdc.nal.usda.gov/robots.txt
+http://ferrari.com/robots.txt
+http://findagrave.com/robots.txt
+http://florinmantale.com/robots.txt
http://fonts.bunny.net/robots.txt
-http://food.com/robots.txt
-http://food.ec.europa.eu/robots.txt
-http://forever21.com/robots.txt
-http://fosdem.org/robots.txt
+http://formatadre.bandcamp.com/robots.txt
http://fpl.com/robots.txt
-http://free-now.com/robots.txt
-http://freeprivacypolicy.com/robots.txt
-http://fxnetworks.com/robots.txt
-http://geetha.mil.gr/robots.txt
-http://georgetown.edu/robots.txt
-http://gersatul.blogspot.com/robots.txt
-http://gimmesomeoven.com/robots.txt
-http://google.co.nz/robots.txt
-http://gottman.com/robots.txt
-http://guru.com/robots.txt
-http://haier.com/robots.txt
-http://handheldmuseum.com/robots.txt
-http://harman.com/robots.txt
-http://harpers.org/robots.txt
-http://heineken.com/robots.txt
-http://heise.de/robots.txt
-http://hellogiggles.com/robots.txt
-http://help.netflix.com/robots.txt
-http://help.salesforce.com/robots.txt
-http://heraldodemexico.com.mx/robots.txt
-http://hongkongpost.hk/robots.txt
-http://howtogeek.com/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hydroquebec.com/robots.txt
-http://hypebeast.com/robots.txt
+http://frbsf.org/robots.txt
+http://freedomhouse.org/robots.txt
+http://gartner.com/robots.txt
+http://gdpr-info.eu/robots.txt
+http://gleam.io/robots.txt
+http://glose.com/robots.txt
+http://google-latlong.blogspot.com/robots.txt
+http://google.com.pe/robots.txt
+http://googleads.g.doubleclick.net/robots.txt
+http://gosquared.com/robots.txt
+http://gov.ie/robots.txt
+http://graphics.wsj.com/robots.txt
+http://hackernoon.com/robots.txt
+http://hamburg.de/robots.txt
+http://happycow.net/robots.txt
+http://harrods.com/robots.txt
+http://healthaffairs.org/robots.txt
+http://help.dropbox.com/robots.txt
+http://hertason.blogspot.com/robots.txt
+http://hidive.com/robots.txt
+http://hinative.com/robots.txt
+http://hyatt.com/robots.txt
http://i0.wp.com/robots.txt
-http://iclarified.com/robots.txt
-http://ig.com/robots.txt
+http://ifad.org/robots.txt
http://ign.com/robots.txt
-http://imgs.xkcd.com/robots.txt
-http://in.reuters.com/robots.txt
-http://indiebound.org/robots.txt
-http://infineon.com/robots.txt
-http://informit.com/robots.txt
-http://inquisitr.com/robots.txt
-http://insights.sustainability.google/robots.txt
-http://instagr.am/robots.txt
-http://intel.com/robots.txt
-http://internationalwomensday.com/robots.txt
+http://ilovefreesoftware.com/robots.txt
+http://images.google.fr/robots.txt
+http://img1.wsimg.com/robots.txt
+http://indd.adobe.com/robots.txt
+http://independent.co.uk/robots.txt
+http://indystar.com/robots.txt
+http://infolab.stanford.edu/robots.txt
+http://instagram.com/robots.txt
+http://intuit.com/robots.txt
+http://irishexaminer.com/robots.txt
+http://itau.com.br/robots.txt
+http://iucn.org/robots.txt
+http://ja.wikipedia.org/robots.txt
+http://jetblue.com/robots.txt
+http://jetpack.me/robots.txt
http://joplinapp.org/robots.txt
-http://joshshirtvoiceover.com/robots.txt
-http://journals.ametsoc.org/robots.txt
-http://jsdelivr.com/robots.txt
-http://jsonlint.com/robots.txt
-http://juntadeandalucia.es/robots.txt
-http://karpathy.github.io/robots.txt
-http://katespade.com/robots.txt
-http://kiwi.com/robots.txt
-http://kresnickaresearch.com/robots.txt
+http://jumpsport.com/robots.txt
+http://kcet.org/robots.txt
+http://kodak.com/robots.txt
+http://kusskussj.blogspot.com/robots.txt
http://larousse.fr/robots.txt
-http://leafletjs.com/robots.txt
-http://learning.linkedin.com/robots.txt
-http://ledevoir.com/robots.txt
-http://linkr.bio/robots.txt
-http://livestream.com/robots.txt
-http://mail-archive.com/robots.txt
-http://mailerlite.com/robots.txt
-http://make.com/robots.txt
-http://makersplace.com/robots.txt
-http://manageengine.com/robots.txt
-http://maps.google.de/robots.txt
-http://mapsofworld.com/robots.txt
-http://marianne.net/robots.txt
-http://mastodon.social/robots.txt
-http://math.uwaterloo.ca/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://media.defense.gov/robots.txt
-http://mediapost.com/robots.txt
-http://medicalxpress.com/robots.txt
+http://lavozdegalicia.es/robots.txt
+http://law.com/robots.txt
+http://leginfo.legislature.ca.gov/robots.txt
+http://leipzig.de/robots.txt
+http://lesechos.fr/robots.txt
+http://liveinternet.ru/robots.txt
+http://lookout.com/robots.txt
+http://lumalabs.ai/robots.txt
+http://madfishdigital.com/robots.txt
+http://manning.com/robots.txt
+http://mariokart64.com/robots.txt
+http://market.android.com/robots.txt
+http://mars.com/robots.txt
+http://matchesfashion.com/robots.txt
+http://meta.wikimedia.org/robots.txt
+http://meteo.be/robots.txt
+http://mfa.org/robots.txt
+http://mg.co.za/robots.txt
http://michaelkors.com/robots.txt
-http://midjourney.com/robots.txt
-http://missingkids.org/robots.txt
-http://mixpanel.com/robots.txt
-http://mobygames.com/robots.txt
-http://moncompteformation.gouv.fr/robots.txt
-http://monzo.com/robots.txt
-http://motorola.com/robots.txt
-http://movavi.com/robots.txt
-http://mozilla.org/robots.txt
-http://music.amazon.com/robots.txt
-http://myanimelist.net/robots.txt
-http://nasjonalmuseet.no/robots.txt
-http://new.siemens.com/robots.txt
-http://news-medical.net/robots.txt
-http://newscientist.com/robots.txt
-http://ngdc.noaa.gov/robots.txt
-http://nginx.org/robots.txt
-http://nick.com/robots.txt
-http://no.wikipedia.org/robots.txt
-http://norges-bank.no/robots.txt
-http://npr.org/robots.txt
-http://nrdc.org/robots.txt
+http://motherjones.com/robots.txt
+http://motor1.com/robots.txt
+http://moyo.casino/robots.txt
+http://mturk.com/robots.txt
+http://mytheatro.gr/robots.txt
+http://naacp.org/robots.txt
+http://nami.org/robots.txt
+http://narcity.com/robots.txt
+http://nber.org/robots.txt
+http://ncdc.noaa.gov/robots.txt
+http://nest.com/robots.txt
+http://news.artnet.com/robots.txt
+http://news.bitcoin.com/robots.txt
+http://news.mit.edu/robots.txt
+http://news.xbox.com/robots.txt
+http://news.yale.edu/robots.txt
+http://newsroom.ibm.com/robots.txt
+http://newyorkyimby.com/robots.txt
+http://nla.gov.au/robots.txt
+http://nominet.uk/robots.txt
+http://notion.so/robots.txt
+http://nsc.org/robots.txt
http://numpy.org/robots.txt
-http://nzherald.co.nz/robots.txt
-http://oberlo.com/robots.txt
-http://of.webgomme.com/robots.txt
+http://oll.libertyfund.org/robots.txt
http://ondacero.es/robots.txt
-http://onedio.com/robots.txt
-http://openclipart.org/robots.txt
-http://openid.net/robots.txt
-http://opensource.google.com/robots.txt
-http://opensuse.org/robots.txt
-http://openweathermap.org/robots.txt
-http://ordnancesurvey.co.uk/robots.txt
+http://opendental.com/robots.txt
http://orkut.com/robots.txt
-http://osxdaily.com/robots.txt
-http://outschool.com/robots.txt
-http://parler.com/robots.txt
-http://payoneer.com/robots.txt
-http://payscale.com/robots.txt
-http://pewsocialtrends.org/robots.txt
-http://php.net/robots.txt
-http://podcastaddict.com/robots.txt
-http://polestar.com/robots.txt
-http://policylink.org/robots.txt
-http://postimages.org/robots.txt
-http://postman.com/robots.txt
-http://priv.gc.ca/robots.txt
-http://psycnet.apa.org/robots.txt
-http://ptsd.va.gov/robots.txt
-http://pubs.acs.org/robots.txt
-http://pymnts.com/robots.txt
-http://qiita.com/robots.txt
-http://quickenloans.com/robots.txt
-http://rawcdn.githack.com/robots.txt
-http://river.com/robots.txt
-http://robbreport.com/robots.txt
-http://rochester.edu/robots.txt
-http://rockwellautomation.com/robots.txt
-http://rts.rs/robots.txt
-http://s3-us-west-1.amazonaws.com/robots.txt
-http://s3.amazonaws.com/robots.txt
-http://s3.ap-southeast-1.amazonaws.com/robots.txt
-http://s3.documentcloud.org/robots.txt
-http://sciencedaily.com/robots.txt
-http://sendgrid.com/robots.txt
-http://shrm.org/robots.txt
-http://shutterstock.com/robots.txt
-http://simplenote.com/robots.txt
-http://six-group.com/robots.txt
-http://skullcandy.com/robots.txt
+http://pages.stern.nyu.edu/robots.txt
+http://pasteboard.co/robots.txt
+http://patentimages.storage.googleapis.com/robots.txt
+http://pokemon.com/robots.txt
+http://post-gazette.com/robots.txt
+http://proceedings.mlr.press/robots.txt
+http://programmableweb.com/robots.txt
+http://projects.fivethirtyeight.com/robots.txt
+http://prosper.com/robots.txt
+http://pscp.tv/robots.txt
+http://publicdomainvectors.org/robots.txt
+http://qnap.com/robots.txt
+http://qualtrics.com/robots.txt
+http://radios.ebc.com.br/robots.txt
+http://rdcu.be/robots.txt
+http://redbubble.com/robots.txt
+http://redcrossblood.org/robots.txt
+http://redroof.com/robots.txt
+http://revechat.com/robots.txt
+http://ridewithgps.com/robots.txt
+http://rijksmuseum.nl/robots.txt
+http://ris.bka.gv.at/robots.txt
+http://rottentomatoes.com/robots.txt
+http://roughguides.com/robots.txt
+http://rss.com/robots.txt
+http://rt.com/robots.txt
+http://rtbf.be/robots.txt
+http://scholar.google.com/robots.txt
+http://sciencemag.org/robots.txt
+http://scmp.com/robots.txt
+http://screenrant.com/robots.txt
+http://screenshots.firefox.com/robots.txt
+http://scripts.sil.org/robots.txt
+http://sdxcentral.com/robots.txt
+http://self-sufficiency.org/robots.txt
+http://self.com/robots.txt
+http://servicesdirectory.withyoutube.com/robots.txt
+http://sfcollege.edu/robots.txt
+http://shape.com/robots.txt
+http://shipstation.com/robots.txt
+http://simplemaps.com/robots.txt
+http://sketch.com/robots.txt
http://sky.com/robots.txt
+http://sloanreview.mit.edu/robots.txt
+http://sony.jp/robots.txt
http://sos.ca.gov/robots.txt
http://spectator.co.uk/robots.txt
-http://squareup.com/robots.txt
-http://staradvertiser.com/robots.txt
-http://static1.squarespace.com/robots.txt
-http://stock.adobe.com/robots.txt
-http://store.steampowered.com/robots.txt
-http://studio.youtube.com/robots.txt
-http://support.wix.com/robots.txt
-http://support.xbox.com/robots.txt
-http://sussex.ac.uk/robots.txt
-http://sustainabledevelopment.un.org/robots.txt
-http://talkspace.com/robots.txt
-http://tbinternet.ohchr.org/robots.txt
+http://speedtest.net/robots.txt
+http://subway.com/robots.txt
+http://sworkit.com/robots.txt
+http://tacobell.com/robots.txt
+http://taipeitimes.com/robots.txt
+http://taskrabbit.com/robots.txt
+http://td.gov.hk/robots.txt
http://teachable.com/robots.txt
-http://teamusa.org/robots.txt
http://techopedia.com/robots.txt
-http://temu.com/robots.txt
-http://tennessean.com/robots.txt
-http://termly.io/robots.txt
-http://theathletic.com/robots.txt
-http://thecanadianencyclopedia.ca/robots.txt
-http://thehill.com/robots.txt
-http://themeforest.net/robots.txt
+http://techtarget.com/robots.txt
+http://thefreelibrary.com/robots.txt
+http://themarker.com/robots.txt
http://thenational.ae/robots.txt
-http://thewire.in/robots.txt
-http://thunderbird.net/robots.txt
-http://tigrinhobr.com/robots.txt
-http://tokstok.com.br/robots.txt
-http://trademe.co.nz/robots.txt
-http://translator.microsoft.com/robots.txt
+http://thepaper.cn/robots.txt
+http://trailhead.salesforce.com/robots.txt
http://tunecore.co.jp/robots.txt
-http://tuta.com/robots.txt
-http://u.pcloud.link/robots.txt
-http://uncrate.com/robots.txt
-http://unil.ch/robots.txt
-http://unity.com/robots.txt
-http://uq.edu.au/robots.txt
-http://usanetwork.com/robots.txt
+http://tunnelbear.com/robots.txt
+http://uk.pcmag.com/robots.txt
+http://ukrinform.ua/robots.txt
+http://uncg.edu/robots.txt
+http://unige.ch/robots.txt
http://usercentrics.com/robots.txt
-http://uxplanet.org/robots.txt
-http://vice.com/robots.txt
+http://ustream.tv/robots.txt
+http://vcita.com/robots.txt
+http://verizonwireless.com/robots.txt
+http://volvogroup.com/robots.txt
+http://waltdisney.org/robots.txt
http://washingtonian.com/robots.txt
+http://washingtontimes.com/robots.txt
http://waxy.org/robots.txt
-http://weblogs.asp.net/robots.txt
+http://wearesocial.com/robots.txt
+http://webdesignerdepot.com/robots.txt
+http://webmproject.org/robots.txt
+http://weddingwire.com/robots.txt
+http://weforum.org/robots.txt
http://westelm.com/robots.txt
+http://wgbh.org/robots.txt
http://wilson.com/robots.txt
-http://wmo.int/robots.txt
-http://wolfram.com/robots.txt
-http://woodenhottubsale.co.uk/robots.txt
-http://wpbeginner.com/robots.txt
-http://wptavern.com/robots.txt
-http://www-pub.iaea.org/robots.txt
+http://winamp.com/robots.txt
+http://wordpress.org/robots.txt
+http://workers.cloudflare.com/robots.txt
+http://workspace.google.com/robots.txt
+http://wrike.com/robots.txt
+http://wsetglobal.com/robots.txt
http://www.aetna.com/docfind/cms/assets/pdf/merck/IHL.pdf
http://www.rdg.ac.uk/WebStats
http://www.reading.ac.uk/WebStats
-http://www3.weforum.org/robots.txt
+http://xcelab.net/robots.txt
+http://xd.adobe.com/robots.txt
http://xsearch.aetna.com
-http://xverse.app/robots.txt
-http://yarnpkg.com/robots.txt
-http://yomiuri.co.jp/robots.txt
-http://yotpo.com/robots.txt
-http://yourwebsite.com/robots.txt
-http://youtube.googleblog.com/robots.txt
-http://yui-net.com/robots.txt
-http://zoom.com/robots.txt
-http://zoosk.com/robots.txt
+http://xyz.com/robots.txt
+http://yammer.com/robots.txt
+http://yesmagazine.org/robots.txt
+http://zh.wikipedia.org/robots.txt
+http://zola.com/robots.txt
+http://zsl.org/robots.txt
httpMethod
http_error_handlers
httpd
-httpd.ini
httpd/reports
-httperrors
https
https:
https:/
@@ -102469,7 +103054,7 @@ https://www.lemondeinformatique.fr/membres
https://www.lemondeinformatique.fr/mobile
https://www.lemondeinformatique.fr/tag
https://www.sbx.tikkie.me
-https://www.se.com/us/en/work/external/local/apc/http://areena.yle.fi/robots.txt
+https://www.se.com/us/en/work/external/local/apc/http://nbcuniversal.com/robots.txt
https://www.se.com/us/en/work/products/critical-power-cooling-and-racks/cerebro-thank-you/
https://www.southampton.ac.uk/research/areas
https://www.southampton.ac.uk/research/search
@@ -102560,6 +103145,7 @@ hu-fi/tickets/*
hu-fr/tickets/*
hu-hr/tickets/*
hu-hu
+hu-hu
hu-hu-new
hu-hu/
hu-hu/404
@@ -102577,7 +103163,6 @@ hu-pl/tickets/*
hu-pt/tickets/*
hu-ro/tickets/*
hu-sv/tickets/*
-hu/
hu/*-p-*/product-features
hu/*-x-*-a*-v
hu/*-x-b*-g
@@ -103111,7 +103696,6 @@ iconesajuntament
iconfont/down?
iconic-artist-rod-stewart-inks-worldwide-recording-agreement-with-universal-music-group-umg
icons
-icons
icons/
icons/set/*%E3%80%90
icons/set/*%E3%80%91
@@ -103215,6 +103799,7 @@ id-en/shop/banner/ajax/load
id-en/shop/hpols_catalog
id-en/shop/hpols_catalog/product/upsell
id-id
+id-id
id-id-new
id-id/
id-id/$
@@ -103306,7 +103891,6 @@ id-id/using-the-figma-brand/$
id-me/verify
id-service-endpoint
id.cfm
-id/
id/*/item$
id/*?*lang=en-US
id/237/250
@@ -103529,7 +104113,6 @@ ie*/shop/*/favoriters
ie*/shop/*/rss_shop.php
ie*/shop/*/sold
ie.html
-ie/
ie/*
ie/*/item$
ie/*?*lang=en-US
@@ -103680,7 +104263,7 @@ iframe/dirette
iframe/video
iframe=
iframes/barcharts
-iframes/http://apps.twitter.com/robots.txt
+iframes/http://snazzymaps.com/robots.txt
ifsc-code/
ifwns
ig
@@ -103765,7 +104348,6 @@ il-en/treasury
il-en/your
il-gusto/2022/04/27/news/frode_fiscale_bancarotta_fraudolenta_arrestato_giovanni_maspero_ristorante_i_tigli_in_theoria-347110162
il-libro-su-messina-denaro-fa-discutere-marco-bova-e-le-accuse-a-penna-e-de-mari_5TG2TPSBN8vs5gIO5pZilD
-il/
il/*?*lang=en-US
il/AjaxService/
il/Secure/
@@ -103814,8 +104396,10 @@ image*size=
image-*chatId=
image-*mode=
image-*tool=
-image-details-popup.asp*
-image-details.asp*
+image-cn-apd-sitemap.xml.gz
+image-cn-sc-sitemap.xml.gz
+image-cn-sf-sitemap.xml.gz
+image-cn-spd-sitemap.xml.gz
image-download
image-picker!input.jspa
image-search
@@ -103841,12 +104425,10 @@ imagelib
imagelibrary
imagelightbox?elementId
imagenes
-imagenes/
imagenes_archivo
imagens
imager
imageresize
-imageresults.asp*
images
images
images$
@@ -103907,7 +104489,7 @@ images/guidelines/design/using-our-content-example4.svg
images/hosted/?
images/hosted/search?
images/hosted?
-images/http://apple.news/robots.txt
+images/http://cpj.org/robots.txt
images/img_*
images/interview_pdfs
images/intfood/thermomix/HF_icon_thermomix.svg
@@ -104262,7 +104844,7 @@ include_catcherror.html
include_xml/*
includes
includes/
-includes/
+includes/
includes/*.js
includes/_stampa_articolo.php*
includes/boite/1
@@ -104316,10 +104898,10 @@ index-a.html
index-ads.html
index-api
index-b.html
+index-cn-sitemap.xml.gz
index-ie6.html
index-minestudier.html
index-new
-index-old
index-old.html
index-opinion/more_article*
index-res.html
@@ -104341,7 +104923,7 @@ index.html
index.html
index.html$
index.html?
-index.htmlhttp://shell.com/robots.txt
+index.htmlhttp://westernunion.com/robots.txt
index.jhtml
index.jsp
index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
@@ -104352,17 +104934,12 @@ index.php/
index.php/*
index.php/*&qt-
index.php/*.md
-index.php/*/403
-index.php/*/404
-index.php/*/admin
index.php/*/admin
index.php/*/admin/
index.php/*/admin/?context
index.php/*/admin/?context=
index.php/*/admin?context
index.php/*/admin?context=
-index.php/*/api/
-index.php/*/comment/reply
index.php/*/comment/reply
index.php/*/comment/reply/
index.php/*/comment/reply/?context
@@ -104382,11 +104959,9 @@ index.php/*/media/oembed/?context
index.php/*/media/oembed/?context=
index.php/*/media/oembed?context
index.php/*/media/oembed?context=
-index.php/*/media/oembedhttp://new.abb.com/robots.txt
-index.php/*/news-stories/search-form
+index.php/*/media/oembedhttp://parade.com/robots.txt
index.php/*/newsletter-signup
index.php/*/node/add
-index.php/*/node/add
index.php/*/node/add/
index.php/*/node/add/?context
index.php/*/node/add/?context=
@@ -104395,7 +104970,6 @@ index.php/*/node/add?context=
index.php/*/sales-inquiries
index.php/*/sales-inquiry
index.php/*/search
-index.php/*/search
index.php/*/search/
index.php/*/search/?context
index.php/*/search/?context=
@@ -104405,28 +104979,24 @@ index.php/*/search?context=
index.php/*/taxonomy/term
index.php/*/user/login
index.php/*/user/login
-index.php/*/user/login/
index.php/*/user/login/?context
index.php/*/user/login/?context=
index.php/*/user/login?context
index.php/*/user/login?context=
index.php/*/user/logout
index.php/*/user/logout
-index.php/*/user/logout/
index.php/*/user/logout/?context
index.php/*/user/logout/?context=
index.php/*/user/logout?context
index.php/*/user/logout?context=
index.php/*/user/password
index.php/*/user/password
-index.php/*/user/password/
index.php/*/user/password/?context
index.php/*/user/password/?context=
index.php/*/user/password?context
index.php/*/user/password?context=
index.php/*/user/register
index.php/*/user/register
-index.php/*/user/register/
index.php/*/user/register/?context
index.php/*/user/register/?context=
index.php/*/user/register?context
@@ -104434,15 +105004,12 @@ index.php/*/user/register?context=
index.php/*?f%5B0%5D=
index.php/*?qt-
index.php/*?search=
-index.php/403
-index.php/404
index.php/?f=
index.php/_Incapsula_Resource
index.php/_system/legacy-console-4n8c2q7m
index.php/acast_podcast_episode
index.php/actions
index.php/admin
-index.php/admin
index.php/admin/
index.php/admin/?context
index.php/admin/?context=
@@ -104451,7 +105018,6 @@ index.php/admin?context=
index.php/administrative-fellowship
index.php/advanced-search
index.php/aml
-index.php/api/
index.php/athletes/all?*
index.php/blog/tags
index.php/bravo-insider/ajax/login
@@ -104460,7 +105026,6 @@ index.php/call_to_action
index.php/cart
index.php/cdn-cgi/rum
index.php/comment/reply
-index.php/comment/reply
index.php/comment/reply/
index.php/comment/reply/?context
index.php/comment/reply/?context=
@@ -104490,7 +105055,7 @@ index.php/gift
index.php/hemingway/search
index.php/ht/node/
index.php/image-gallery*&*
-index.php/image-gallery*,*http://scrippsnews.com/robots.txt
+index.php/image-gallery*,*http://writesonic.com/robots.txt
index.php/js
index.php/ko/node/
index.php/learn/education/teachers/curricular-resources
@@ -104503,14 +105068,12 @@ index.php/media/oembed?context
index.php/media/oembed?context=
index.php/members/profile
index.php/modules
-index.php/news-stories/search-form
index.php/news/search-results
index.php/newsletter
index.php/newsletter-signup
index.php/node
index.php/node/_search
index.php/node/add
-index.php/node/add
index.php/node/add/
index.php/node/add/*
index.php/node/add/?context
@@ -104534,7 +105097,7 @@ index.php/search/?context
index.php/search/?context=
index.php/search/global
index.php/search/global/*
-index.php/search/global?*http://cwe.mitre.org/robots.txt
+index.php/search/global?*http://media.wix.com/robots.txt
index.php/search?
index.php/search?
index.php/search?context
@@ -104564,15 +105127,15 @@ index.php/user/login/?context
index.php/user/login/?context=
index.php/user/login?context
index.php/user/login?context=
-index.php/user/loginhttp://gs1us.org/robots.txt
+index.php/user/loginhttp://gsmarena.com/robots.txt
index.php/user/logout
index.php/user/logout
index.php/user/logout/
index.php/user/logout/?context
index.php/user/logout/?context=
-index.php/user/logout/http://letsencrypt.org/robots.txt
+index.php/user/logout/http://copyscape.com/robots.txt
+index.php/user/logout/http://emarketer.com/robots.txt
index.php/user/logout/http://manchestereveningnews.co.uk/robots.txt
-index.php/user/logout/http://vidyard.com/robots.txt
index.php/user/logout?context
index.php/user/logout?context=
index.php/user/password
@@ -104795,7 +105358,7 @@ infinite/yerel-haberler
inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm
influencer
influencer/*
-influencer/mrbeasthttp://gitee.com/robots.txt
+influencer/mrbeasthttp://match.com/robots.txt
info
info-service/api/v2/ev/
info.asp
@@ -104812,6 +105375,7 @@ info/aetnahsa.html
info/alert
info/allgemeine-geschaeftsbedingungen.html
info/calculadora-impuesto-sucesiones
+info/cg/entreprise/partenaire/
info/china-license.html
info/coleccion-vid?f%5B0%5D
info/conditions-of-use.html
@@ -104823,8 +105387,9 @@ info/gobierno/transparencia/intervencion-general/informes?f%5B0%5D
info/impressum.html
info/imprint.html
info/library-sales
-info/linkkatalog/http://blibli.com/robots.txt
+info/linkkatalog/http://useloom.com/robots.txt
info/logistic
+info/mc/business/partner/
info/newsroomdetail.aspx
info/old
info/p.gif
@@ -104850,7 +105415,7 @@ info/user_feedback/includes
info/va-newsletter
info/wp-admin
info/wp-includes
-info/wp-includes/js/jquery/jquery-migrate.min.jshttp://techinasia.com/robots.txt
+info/wp-includes/js/jquery/jquery-migrate.min.jshttp://hangouts.google.com/robots.txt
info/wp-includes/js/jquery/jquery.js
info/wp-json
info/xmlrpc.php
@@ -104897,7 +105462,6 @@ infos
infos-pratiques
infosec-old
infostrat
-infotech
infotech/services/accessuh
infoweb_webfe04
infoweb_webfe06
@@ -104940,7 +105504,6 @@ inquiries
inquiry
inquiry-feedback
inquiry/user_study
-inrp-npri/donnees-data
ins
ins/*/myg.html
insales
@@ -105072,6 +105635,7 @@ intact/hierarchView
intact/mine
intact/search
intact/statisticView
+intake
intarnel/*
intcmp=
integer-sets/?
@@ -105109,7 +105673,7 @@ interact
interaction/list
interactions-list-drugs.php
interactive
-interactive*http://sxsw.com/robots.txt
+interactive*http://messenger.com/robots.txt
interactive/assessment/quiz
interactive/assessment/story-poll
interactive/quiz/preview
@@ -105216,7 +105780,6 @@ internet-of-things
internet-sales
internet/comissao/index/mista/orca
internet/glasvezel/plaatsen/bekijk-en-vergelijk-glasvezel-internet.htm
-internet2
interpro/*/proteins-matched
interpro/*export=fasta
interpro/*export=ids
@@ -105235,6 +105798,7 @@ interstitial/offers
interstitialPage
interstitialRedirectModalURL
interstitialredirectmodalurl
+interval-payment
interview
interview.rl
interview/saveAnswers
@@ -105448,7 +106012,6 @@ invoice/pt/
invoice/se/
invoices
invoices-for-customers
-invoices.asp*
invoices/*
invoicewarning
inyourstate
@@ -105474,9 +106037,9 @@ ipAcl
ipad
ipad-games/buy/*
ipad/
-ipad/
+ipad/
ipad/4/Contents/en/searchindex
-ipad/http://bea.gov/robots.txt
+ipad/http://picmonkey.com/robots.txt
ipad/stories
ipaddownload
ipc
@@ -105518,7 +106081,6 @@ iptheory
iptv
iq
iq-directory
-iq/
iq/*/catalog
iq/*/catalogsearch
iq/*/checkout
@@ -105597,7 +106159,6 @@ isas
isbn
isbn=
ise/search-result
-isemail.cfm
isere/
isere/assure/actualites/
isis
@@ -105611,7 +106172,6 @@ island-def-jam-music-group-promotes-gabe-tesoriero-to-senior-vice-president-medi
island-records-promotes-eric-wong-to-executive-vice-presidentgeneral-manager-island-records
island-records-promotes-steve-yegelwel-to-senior-vice-president-island-records
island-recordsisland-def-jam-expands-creative-opportunities-for-artists-through-new-partnership-with-photo-finish-records
-isle
ism/2011/january/nose-0124.html
ismb97
iso/
@@ -105629,7 +106189,6 @@ iss/itpi/digital-tours-
iss/modules/directory
iss/modules/subjects
issues
-issues
istCompanyId=
isurvey/
iswc
@@ -105725,6 +106284,7 @@ it-gb/destinations/hotel-information
it-hr/tickets/*
it-hu/tickets/*
it-it
+it-it*/lp
it-it-new
it-it.html$
it-it.sitemap.xml$
@@ -106746,11 +107306,8 @@ itru
its-national-cybersecurity-awareness-month
its/acs/oge_verifies_form.html
its/dcs/forms
-its/development
its/internal
-its/new
its/newsletter/archive
-its/old
its/search-result
its/ws/holiday
itsadmin
@@ -106908,6 +107465,8 @@ iwov-resources/pdf/others/dbs-staycationprotect-30.pdf
iwov-resources/the-bridge/
iza/lis-
izdal/*/search
+izmenenie-cenovyh-parametrov-ryada-uslug-fiksirovannoj-svyazi-dlya-korporativnyh-klientov
+izmeneniya-na-tarifah-040319
iznanka
izooto
j
@@ -107099,6 +107658,7 @@ ja-jm
ja-jo
ja-jp
ja-jp
+ja-jp*/lp
ja-jp-new
ja-jp.html$
ja-jp.sitemap.xml$
@@ -108127,10 +108687,11 @@ ja/web.config
ja/web/paying-for-ip-services/fee-transfer-service-widget-overview
ja/wp-admin
ja/ウィジェットコンポーネント
-ja_JP/images/*http://paysafecard.com/robots.txt
+ja_JP/images/*http://benzinga.com/robots.txt
ja_jp
ja_jp/create
ja_jp/features
+ja_jp/forHome/xsp
ja_jp/graphs
ja_jp/learn
ja_jp/partnernet-reseller/
@@ -108403,9 +108964,7 @@ jirasoftwareserver087
jirasoftwareserver088
jirasoftwareserver089
jl
-jl57
jm
-jm/
jmc-director-search
jmc102sias
jmc475-575-sias
@@ -108419,7 +108978,6 @@ jms/*/lgz
jms/*/lgz/msl/login
jnci-portfolio/
jo
-jo/
jo/*/catalog
jo/*/catalogsearch
jo/*/checkout
@@ -109201,7 +109759,7 @@ jretradevideo.html
js
js
js*
-js-parts.html$http://taylorfrancis.com/robots.txt
+js-parts.html$http://litres.ru/robots.txt
js/
js/29202932
js/AddHandler.js
@@ -109287,6 +109845,7 @@ js/jcarousellite_1.8.2.min
js/jcarousellite_1.8.2.min.js
js/jplayer/js/jquery.jplayer.min.js
js/jplayer/skins/christies/christies.css
+js/jquery
js/jquery.placeholder.js
js/jquery/jquery-1.7.1.min.js?date=09012010
js/jquery/jquery-1.9.1.js
@@ -109400,7 +109959,7 @@ json
json$
json$
json/
-json/*http://bikerumor.com/robots.txt
+json/*http://focusonthefamily.com/robots.txt
json/cmlink
json/content-search/autocomplete
json/finance-calculator
@@ -109570,6 +110129,7 @@ kasa
kaspi/prototype
kassa/
kassa/solution/autopayments
+katalog-uslug-fiksirovannoy-svyazi123
kategori/ajaxKategoriData2
kategori/loadmorenews?cat=
katehizacija/wp-content/uploads/bg_forreaders
@@ -109626,7 +110186,6 @@ kcet/mt4
kd656268
kdf-server/
ke
-ke/
keep
keep_your_medicines_straight/article.htm
keepalive.html
@@ -109686,20 +110245,16 @@ keyword=
keyword_notes
keywords=
kg
-kg/
kgf
kgn
kh
-kh/
khachirov
khhcw49343/attachments
khhcw49343/rss
khmer/search/\?query=.
ki
ki-ratgeber
-ki/
kia-assist
-kid,
kidney-infection/guide/
kidney_cancer_symptoms_stages_and_treatment/article.htm
kidney_health_conditions_that_affect_your_kidneys/article.htm
@@ -109806,6 +110361,7 @@ klivescu/twiki/bin/testenv.cgi
klivescu/twiki/bin/upload.cgi
klivescu/twiki/bin/viewauth.cgi
klivescu/twiki/bin/viewfile.cgi
+klpuid=
klru/mt4
km
km-AU
@@ -109814,7 +110370,6 @@ km-KH
km-NZ
km-US
km-kh/
-km/
km/forums
km/kb/*/discuss
km/press-releases
@@ -109826,7 +110381,6 @@ kml
kn
kn-IN/$
kn-in/
-kn/
kn/%E0%B2%AE%E0%B3%81%E0%B2%A6%E0%B3%8D%E0%B2%B0%E0%B2%BF%E0%B2%B8%E0%B2%BF
kn/forums
kn/kb/*/discuss
@@ -110034,6 +110588,7 @@ ko-kn
ko-ko/
ko-kr
ko-kr
+ko-kr*/lp
ko-kr-new
ko-kr.html$
ko-kr.sitemap.xml$
@@ -110805,6 +111360,8 @@ ko_kr/features
ko_kr/graphs
ko_kr/learn
ko_kr/templates/M
+koa/search
+koa/vocaas
koahg
kochbuch
kocz
@@ -110864,7 +111421,6 @@ kovodstvo/business-lynch/stat
kow5
kozh
kp
-kp/
kpdz3.com
kpi
kpn
@@ -111002,11 +111558,10 @@ krypto=
ks
ksearch
ksearch/
-ksis/intranet
ksl
ksmk
-ksufcu
ktw88
+kuala-lumpur
kubeconeurope2020
kubernetes
kuchikomi/review/history/
@@ -111020,7 +111575,6 @@ kundenbewertungen
kuricyn
kuruma/hoken/
kv
-kw/
kw/*/catalog
kw/*/catalogsearch
kw/*/checkout
@@ -111043,12 +111597,10 @@ kwanzaa-spotlight
kwid=*
kx869
ky
-ky/
kycVerification
kyoiku/support
kyoiku/support/ranger
kz
-kz/
kz/*?*lang=ru-RU
kz/AjaxService/
kz/README.txt
@@ -111068,7 +111620,7 @@ kz/secure/
kz/sync/
kz/web.config
l
-l-http://popsci.com/robots.txt
+l-http://baidu.com/robots.txt
l-j-hayden-gutierrez-promoted-to-senior-vice-president-partnership-development-universal-music-group-distribution
l-j-hayden-promoted-to-vice-president-retail-partnership-marketing-universal-music-and-video-distribution
l.php
@@ -111111,7 +111663,6 @@ la-comunita-curda-scende-in-piazza-a-milano-servono-aiuti-non-armi_7seudEPjZPMhU
la-la-land
la-reunion/
la-reunion/assure/actualites/
-la/
la/es/product-finder/external-hard-drives/
la/es/product-finder/home-entertainment/
la/es/product-finder/internal-hard-drives/
@@ -111155,7 +111706,7 @@ lakers/users
laluan/*/laluan-dari-
lamda/images
land-browse-bff
-land/
+land/
land/*/reviews
land/*/reviews?
land/*/sites/*/photos
@@ -111171,7 +111722,7 @@ landing-page-documents/
landing-pages/
landing.php
landing/
-landing/
+landing/
landing/CME-channel
landing/VillageMD
landing/athenaclinicals
@@ -111379,7 +111930,7 @@ latin_en
latinamerica/dealer_locator/
launch-learn-more-vid
launch.aspx
-launch/
+launch/
launch2005/
launcher
launcher$
@@ -111439,7 +111990,6 @@ lazy-load/
lb
lb-assets
lb-lu/
-lb/
lb/*/catalog
lb/*/catalogsearch
lb/*/checkout
@@ -111448,7 +111998,6 @@ lb/*/stores/store/redirect/___store
lbcio
lbt
lc
-lc/
ld.php
ldate=
ldp
@@ -111466,7 +112015,7 @@ le-club/les-gagnants?region=
le-club/les-gagnants?region=*&categorie=
le-club/newsletter-hebdo
le-club/newsletters-hebdo/liste
-le-corner-partenaires/http://greatist.com/robots.txt
+le-corner-partenaires/http://townhall.com/robots.txt
le-havre/
le-havre/assure/actualites/
le/
@@ -111510,20 +112059,49 @@ learn/*price
learn/*price*free
learn/*rating
learn/announcements/update-to-compromised-email-addresses-incident
+learn/at
+learn/au
+learn/be
+learn/ca
learn/category
learn/certificates
+learn/ch
+learn/cn
learn/coursera/*
+learn/de
+learn/dk
learn/education/teachers/curricular-resources
+learn/es
+learn/fr
+learn/hk
+learn/hk/zh
+learn/ie
+learn/in
+learn/it
+learn/jp
+learn/kr
learn/lp-auth0-vs-stormpath
+learn/my
learn/nflsundayticket/__ex__
+learn/nl
+learn/no
+learn/nz
+learn/pl
+learn/pt
learn/resources/*/teacher-resource
learn/schedule
+learn/se
learn/search
learn/search-results
learn/seo
+learn/sg
learn/tag
learn/temp
learn/tenant/*
+learn/tw
+learn/tw/zh
+learn/uk
+learn/us
learn/wp/wp-admin
learn_from_your_pets_pictures_slideshow/article.htm
learn_to_save_money_on_prescriptions/article.htm
@@ -111567,6 +112145,8 @@ learnmorelayer
learnmorelayertv
learnsearch/
leasing
+leasing/*?lang=
+leasing/angebote
leave
leave_feedback
leben-im-alter/*-form
@@ -111699,7 +112279,7 @@ legal/files
legal/files/investments/factsheets
legal/files/investments/kiids
legal/general-terms/privacy-policy
-legal/http://wcpo.com/robots.txt
+legal/http://bbcamerica.com/robots.txt
legal/impressum/$
legal/jamboard-terms/$
legal/merchant-directory
@@ -111922,6 +112502,7 @@ lexikonListe
leyenda_stock.php
lf0*
lf2*
+lfe-cap/
lg
lg/forums
lg/kb/*/discuss
@@ -111933,7 +112514,6 @@ lgmobile
lgooxc
li
li.page$
-li/
li/*?*lang=de-DE
li/track
li_fat_id=
@@ -112182,7 +112762,6 @@ link-intersect
link-intersect/$
link-not-found
link.asp
-link.php
link/
link2
link:
@@ -112201,11 +112780,8 @@ linkit.aspx
linko
linkpage
links
-links.css
links/actor
links/actor/screenshots
-links_crumb_e.inc
-links_crumb_f.inc
linnean/
linus
linustechtips
@@ -112932,7 +113508,6 @@ lj
ljtimes
lk
lk
-lk/
lk/teaser
lk2
lkc
@@ -112957,9 +113532,9 @@ llms-full.txt
llms.txt
llms.txt
llms.txt$
-llms.txthttp://blogs.cisco.com/robots.txt
-llms.txthttp://focusonthefamily.com/robots.txt
-llms.txthttp://msg91.com/robots.txt
+llms.txthttp://aerisweather.com/robots.txt
+llms.txthttp://fastbill.com/robots.txt
+llms.txthttp://maa.org/robots.txt
lloyd-webber-universal-music-forge-new-partnership-in-recording-publishing
lm/R1XIHQVKXSKBNJ
lm/R3HQ5WJSZK6QSO
@@ -113272,13 +113847,12 @@ login/?*guestpasskey=
login/?next=
login/add_owner_comment?
login/bestaetigungslink-erneut-senden
-login/calnet
login/default.asp*
login/device-based/regular/login/*&next=
login/device-based/regular/login/?next=
login/facebook
login/googleplus
-login/http://googlechrome.github.io/robots.txt
+login/http://vegas.com/robots.txt
login/password
login/passwort_vergessen
login/pc
@@ -113352,7 +113926,6 @@ logout$
logout$
logout-redirect
logout.action
-logout.asp*
logout.aspx
logout.html
logout.jsp
@@ -113361,6 +113934,7 @@ logout.pl
logout/
logout/PushLogin?redir=
logout=
+logout=
logout?redirect=
logout?redirectPath=
logreply
@@ -113544,7 +114118,7 @@ lp/fall-2025-innovation-keynote
lp/for-agencies/en
lp/growth-quadrant
lp/home-cleaning
-lp/http://tsa.gov/robots.txt
+lp/http://faqs.org/robots.txt
lp/information-security-training
lp/information-security-training/v2
lp/information-security-training/v3
@@ -113592,15 +114166,13 @@ lps/internal/departments/sociology/ugcourses
lptarget
lqid=engine
lr
-lr/
lrp/api/audience-targeting
lrp/api/banner-data
lrp/api/complementary-listings
lrp/api/lrp-url-redirect
lrp/api/search
ls
-ls/
-ls/docshttp://ratp.fr/robots.txt
+ls/docshttp://docsend.com/robots.txt
ls=
ls_filter=false
lsamp
@@ -113690,7 +114262,6 @@ lt-lt/itinerary
lt-lt/itinerary-new
lt-lt/profile
lt-lt/smartsearchforwarder
-lt/
lt/$
lt/*
lt/*?*lang=en-US
@@ -113721,7 +114292,6 @@ lts/ubuntu-help
ltt
ltw
lu
-lu/
lu/*
lu/*?*lang=en-US
lu/agb
@@ -113840,7 +114410,6 @@ lv-lv/itinerary
lv-lv/itinerary-new
lv-lv/profile
lv-lv/smartsearchforwarder
-lv/
lv/Download
lv/README.txt
lv/banners
@@ -113884,7 +114453,6 @@ lx=*
lx?
lxp
ly
-ly/
ly988cc
lycee/annuaire-des-lycees
lyd/programmer?q
@@ -114168,7 +114736,6 @@ ma-womens-and-gender-studies-gemma
ma-womens-studies
ma-womens-studies-by-research
ma-womens-studies-humanities
-ma/
ma/*/catalog
ma/*/catalogsearch
ma/*/checkout
@@ -114276,9 +114843,22 @@ magasiner/fr/commander/
magasiner/fr/mon-panier
magasiner/mon-compte/
magasiner/mon-panier
+magasineur/goto_store/
+magasineur/item_deal_comment/show/
+magasineur/item_description
+magasineur/merchants/top_deals/
+magasineur/redirect_to_external/
+magasineur/redirect_to_store/
+magasineur/show_item_deals/
+magasineur/show_reviews/
+magasineur/ttm/
+magasineur/visit_merchant/
+magasineur/visit_review/
+magasineur/visit_store/
magaza/X-m-
magaza/profil
magaza/x-m-
+magazin/*/*?lang=
magazin/details/siblings
magazin/etiket
magazin/globals/SocialBox
@@ -114322,8 +114902,8 @@ magazine/research/2015/index.html
magazine/research/2016
magazine/research/2016/index.html
magazine/research/2016/stories/peat-harvest
-magazine/so-arbeitet-die-redaktion/http://accc.gov.au/robots.txt
-magazine/so-arbeitet-die-redaktion/http://penn.museum/robots.txt
+magazine/so-arbeitet-die-redaktion/http://banggood.com/robots.txt
+magazine/so-arbeitet-die-redaktion/http://uvm.edu/robots.txt
magazine/spring12/stories/chang-park
magazine/story
magazine/unicef
@@ -114574,7 +115154,6 @@ main_page=
maine-et-loire/
maine-et-loire/assure/actualites/
maine911/search/node
-mainemnu.html
mainhost-api
maintain/
maintenance
@@ -114584,11 +115163,12 @@ maintenance-catchall.html
maintenance-mode
maintenance-notification
maintenance.html
-maintenance.htmlhttp://unive.it/robots.txt
+maintenance.htmlhttp://mytheresa.com/robots.txt
maintenance.php
maintenance/
maintenance/maintenance.html
maintenance_manut.html
+maintenance_pages/
maintenancerx
mais-vendidos/MLB
maison/*idOffre=
@@ -114612,11 +115192,15 @@ mako-vod/_next/static/chunks/pages/mako-vod-purchase-ac9846a53ae35820.js
makoland-music
mal
malayalam/
+malaysia
malito
mall/*-cat.
mall/just-for-you
malotedigital
malotedigital-tribunais
+malyi-business
+malyi-business$
+malyi-business/trebovaniya-k-dokumentam
mam-global
mamma-mia-abba-gold-tops-chart
mamma-mia-the-movie-soundtrack-and-original-cast-recording-rule-the-charts
@@ -114646,6 +115230,7 @@ managed-assets/*
managed-infrastructure
management
management/*
+management_team
managequotes.html
manager
manager-level-and-hierarchy-level-views-and-permissions
@@ -114778,7 +115363,7 @@ manual232/
manual233/
manual241/
manual242/
-manual243/http://futabasha.co.jp/robots.txt
+manual243/http://wordnik.com/robots.txt
manualdousuario
manuel-pena-appointed-executive-vice-president-operations-strategic-marketing-classics-for-universal-music-latin-america-universal-music-latin-entertainment
manueladavila
@@ -114792,7 +115377,7 @@ map---modo/all-locations/
map-archive/all-locations/
map-constructor/loader
map-regular.xml
-map-review/
+map-review/
map-videofull.xml
map.ashx
map.asp
@@ -114812,7 +115397,6 @@ map_tile.php
mapa_geopoz
mapabcpoi?
mapeditor/*?
-mapfiles
maphp?
mapi
mapi/v4/*/user
@@ -114920,7 +115504,6 @@ maps/user/password
maps/user/register
maps/vt?
maps/web.config
-maps2011
maps?
maps?*file=
maps?*output=classic
@@ -114947,7 +115530,7 @@ marcioreinaldo
marcosmontes
marcotebaldi
margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records
-mari/
+mari/
maria-ho-appointed-vice-president-corporate-communications-universal-music-group
mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel
mariah-careys-dont-forget-about-us-hits-1
@@ -115047,6 +115630,7 @@ marketing/state-of-ai-report?hubs_content=www.hubspot.com/products/artificial-in
marketing/state-of-consumer-trends-report?hubs_content=blog.hubspot.com/marketing/how-consumers-learn-about-products&hubs_content-cta=2023%20State%20of%20Consumer%20Trends%20Survey
marketing:analytics
marketing_company_auto__c=
+marketingovaya-akciya-s-ooo-narodnaya-karta
marketmd
marketo/form/perforce_marketo_form/*http://floccus.org/robots.txt
marketo/submit
@@ -115054,6 +115638,7 @@ marketperception
marketplace
marketplace
marketplace$
+marketplace-api
marketplace/*/ask-seller-a-question
marketplace/*/buy-online-now
marketplace/*/delivery
@@ -115314,7 +115899,6 @@ mbo-headlines
mbo-wide
mbox
mc
-mc/
mc/de
mc/en
mc/es
@@ -115348,7 +115932,6 @@ mcp-cc-ai-code/$
mcp_filters_filterPanelOpen=
mcp_size_filterPanelOpen=
md
-md/
md/monograficos
md/search/node
mdb/
@@ -115388,6 +115971,7 @@ measurementid=
measurements
measurements=
meconnect/
+medal/*
meddev
meddev/LocalFiles/*/Webinars/
medewerkers
@@ -115404,8 +115988,10 @@ media-in-education/
media-library-links/
media-library/sites/alspac/migrated/documents
media-manager
+media-portlet
media-relations/tip-sheets?
media/
+media/*
media/*.pdf
media/*/*/acquire-bar
media/*/*/expirecachedsample
@@ -115431,12 +116017,10 @@ media/85CC0787D27E40C585AA6246CB2E4C56.pdf
media/BookingThumbnails
media/Player6_0.swf
media/ProviderThumbnails
-media/Resized-Images/*http://faithlife.com/robots.txt
+media/Resized-Images/*http://americorps.gov/robots.txt
media/SurfShark-InfrastructureTestReport_20251217_Public.pdf
media/TALSO.swf
media/TUIThumbnails
-media/WEB
-media/Web
media/advertorials
media/analyst-paper
media/attractions-splice-test-spp
@@ -115451,6 +116035,7 @@ media/daodao/video-t
media/daodao/video-v
media/downloads
media/ebook
+media/editimgecaption/*
media/en/all_regions/guides/
media/en/all_regions/guides/wireless_features/
media/fbavatar
@@ -115464,7 +116049,7 @@ media/html/box
media/html/easter2015
media/html/enterprise-cybersecurity
media/html/spread
-media/http://dena.com/robots.txt
+media/http://securly.com/robots.txt
media/image_download
media/img
media/interactive/cdrom/onehundredandeightyears
@@ -115472,8 +116057,6 @@ media/ja-content-thumbs
media/js/app/*?
media/js/translations.js
media/jwplayer
-media/k-statement/main.html/aboutus
-media/k-statement/main.html/vol
media/lancaster-university/content-assets/documents/prospectus
media/main/$
media/middlesex-university/site-assets
@@ -115503,7 +116086,7 @@ media/sample-embed
media/sample-embed-no-match
media/security-training/forensics_curriculum.pdf
media/sitemap.xml
-media/smartphones/$http://vix.com/robots.txt
+media/smartphones/$http://africanews.com/robots.txt
media/solutions
media/string
media/t4b
@@ -115551,13 +116134,10 @@ media/vr-splice-test-s
media/white-paper
media_prod/
media_proxy
-media_relations_e.cfm
-media_relations_f.cfm
mediabox
mediacard
mediacenter/
mediacentral
-mediacomp/
mediadrop
mediafiles/*
mediakit=
@@ -115576,7 +116156,6 @@ mediarequest/
medias
mediaservices/ex/
mediashift/mt4
-mediasite/admin
mediastudies/subpage.aspx
mediateka/dodaj
mediathek/audio-app
@@ -116053,7 +116632,6 @@ mercie
merck
mercury-records-re-launched-as-new-division-of-island-def-jam-music-group-david-massey-named-president-of-mercury-records
merge
-merge65_win32_1952.exe
merges
meridith-valiando-appointed-to-senior-director-of-creative-rondor-music-publishing
merlin
@@ -116163,6 +116741,7 @@ mex/es/booking/
mex/es/room-selection/
mexico/account
mfa
+mfa-site-theme
mfcf
mfcf/internal
mfcf/mfcfnow
@@ -116176,7 +116755,6 @@ mfm/internal/subjects/music/ugcourses
mfm/internal/subjects/ugcourses
mfsd
mg
-mg/
mg/forums
mg/kb/*/discuss
mg/search
@@ -116204,11 +116782,9 @@ mgmt/mgmtnet/
mgmt/newAutofeed/FeedNewsImport
mgtm
mh
-mh/
mh255com
mha-faq
mha-tnc
-mhk_area_info.html
mhpc/search/node
mhrc/home/search/node
mi-perfil
@@ -116597,7 +117173,6 @@ mk-mk/itinerary
mk-mk/itinerary-new
mk-mk/profile
mk-mk/smartsearchforwarder
-mk/
mk/README.txt
mk/android/collections
mk/android/search
@@ -116822,13 +117397,13 @@ mma
mmb7
mmend.htm$
mmend.htm$
+mmk
mmny
mmo/priv/
mms
mn
mn-MN/*
mn-mn/
-mn/
mn/$
mn/android/collections
mn/android/search
@@ -117040,8 +117615,6 @@ mobileme
mobileme-beta
mobileme/English.lproj/searchindex
mobilenextapi
-mobilepagenotfounderror.aspx
-mobileservererror.aspx
mobileweb
mobility
mobilnyy-sdk
@@ -117238,7 +117811,6 @@ modx-documentation
moguls/
moira
moj-empik/rejestracja*
-moj_orange
mojocheck
mold/
mold_allergy_treatment_symptoms/article.htm
@@ -117867,7 +118439,6 @@ mp
mp
mp-
mp-check
-mp/
mp/lp
mp3-com-to-feature-the-online-exclusive-premiere-of-50-cents-outta-control-remix-featuring-mobb-deep-music-video
mp4$
@@ -117906,6 +118477,7 @@ mphil-social-policy-and-social-work
mphil-sociology
mphil-womens-studies
mplearn
+mpn-cn-sitemap.xml.gz
mpng2-front
mpng2-front/pre?zone=zonestatique&srvstatique-staticpagename=html/alerte-phishing.html
mpos=*
@@ -117925,7 +118497,6 @@ mpv-*?technicalform*
mpw_count
mpx
mq
-mq/
mq168vip
mqm-calculator/help/class.jsp
mr
@@ -117933,7 +118504,6 @@ mr-IN/$
mr-in/
mr-robot
mr-toggle
-mr/
mr/%E0%A4%AE%E0%A5%81%E0%A4%A6%E0%A5%8D%E0%A4%B0%E0%A4%A3
mr/auth
mr/autocomplete
@@ -117960,7 +118530,7 @@ mre/*.jpg$
mre/*.js$
mre/*.pdf$
mre/*.png$
-mre/*.zip$http://store.google.com/robots.txt
+mre/*.zip$http://yui-net.com/robots.txt
mre/*?
mre/*@@configuracoes_view
mre/*@@download/file$
@@ -118051,7 +118621,6 @@ ms-ZA
ms-bn/
ms-ex/
ms-my/
-ms/
ms/android/collections
ms/android/search
ms/cetak
@@ -118169,7 +118738,6 @@ msgToConns
msgcenter
mshotelreservation
mshots/v1
-msid
msk-news/fall-2020/nursing-excellence-honored-robbins-family-awards
msk-news/spring-2020/infectious-disease-specialist-mini-kamboj-discusses-covid-19
msk-news/spring-2020/msk-enters-new-era-opening-david-koch-center-cancer-care-msk-cancer
@@ -118265,7 +118833,6 @@ mu
mu-access
mu-advance-dev
mu-cdn
-mu/
mu_api
muccd
mucus/
@@ -118415,9 +118982,8 @@ mvc/*
mvideos
mvm
mvno
-mvscripts/http://oebb.at/robots.txt
+mvscripts/http://ohsu.edu/robots.txt
mw
-mw/
mw/api
mw5-newsletter-v1
mw5-newsletter-v2
@@ -118437,7 +119003,6 @@ mx-job/JobBoard/SalAjxGetIbarData
mx-job/apply
mx-job/searchresults
mx-mx/
-mx/
mx/*
mx/*?*lang=es-MX
mx/*?order=
@@ -118522,14 +119087,13 @@ mx/user$
mx/web.config
mx/your
mx2019.jsp
-mxf-final-cut-pro/
+mxf-final-cut-pro/
my
my$
my-MM/$
my-account
my-account
my-account*
-my-account.asp*
my-account/
my-account/*
my-account/benefits
@@ -118611,7 +119175,6 @@ my-trips/search?*
my-trips/upcoming-trips
my-world/
my-zh
-my/
my/*
my/*/item$
my/*?*lang=en-US
@@ -118671,7 +119234,7 @@ my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-labuan-
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-langkawi-
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-melaka-
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-miri-
-my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://example.org/robots.txt
+my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://plisio.net/robots.txt
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-penang-
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sandakan-
my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sibu-
@@ -118775,9 +119338,6 @@ myaccount/reg/shipping-addresses.html
myaccount/register
myaccount:
myaccount?
-myalamy-aim.asp*
-myalamy.asp*
-myalamycustomer.asp*
myandrew
myapps.html
myatc/send_password.xhtml$
@@ -118926,7 +119486,6 @@ mytrips/printItinerary
mytrips/printItinerary.action
mytv
myuni-content
-myupload/
myus
mywhoi
myworks$
@@ -118935,7 +119494,6 @@ myzillow
myzillow/ChangePassword.htm
mz
mz-survey
-mz/
n
n$
n-
@@ -118955,7 +119513,7 @@ nCode=
nTalkbacksPage/
n_africa
na
-na/
+na-ryade-tarifov-menyaetsya-stoimost-mezhdugorodnej-svyazi-v-poezdkah-po-rossii
na101
na101/*cover*.jpg$
na101/*cover*.png$
@@ -118966,7 +119524,7 @@ na102
na102/*cover*.jpg$
na102/*cover*.png$
na3yw0
-na3yw0http://pbskids.org/robots.txt
+na3yw0http://surferseo.com/robots.txt
nabc
nabot
nacem/NACEMMap?
@@ -119040,7 +119598,7 @@ native/delete_account/
native/vertical_videos/
native/video/
native_*
-natol/http://openjsf.org/robots.txt
+natol/http://app.slack.com/robots.txt
natur-und-landschaft/natur-erleben/termine/?
natural_alternative_pet_remedies_humans_use_too/article.htm
natural_cold_flu_remedies_pictures_slideshow/article.htm
@@ -119287,7 +119845,6 @@ ne-NP/search
ne-NP/user
ne-NP/users
ne-np
-ne/
ne/press-releases
nearby
nearby/
@@ -119341,7 +119898,6 @@ nero-com-zh_TW/promotions
nerve_pain_pictures_slideshow/article.htm
nestle-survey.html
net-neutrality
-net-revenue.asp*
netEstate
netart/mongrel/stives/information.htm
netbank
@@ -119722,7 +120278,7 @@ news-ga
news-insider$
news-insights/magazine/class-notes-search?*&*&
news-insights/stories?*&*&
-news-manager/
+news-manager/
news-news-flash&page=
news-news-flash/*_q
news-news-flash?page=
@@ -119733,10 +120289,9 @@ news-releases*
news-search-results/?
news-service
news-stories-2023/
-news-stories/search-form
news-unify
news-weather/*_q
-news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://boxofficemojo.com/robots.txt
+news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://epa.ie/robots.txt
news.html
news.php3/
news/
@@ -119841,13 +120396,12 @@ news/all
news/all-news-more.cfm
news/api
news/app-extra
-news/archive/all-news.cfmhttp://polar.com/robots.txt
+news/archive/all-news.cfmhttp://republicworld.com/robots.txt
news/archive/commentary
news/archives
news/are-your-clean-clothes-drying-your-skin/
news/article
news/articles.php
-news/articles/*.xml$http://ussailing.org/robots.txt
news/articles/BT-CO
news/articles/DN-CO
news/articles/PR-CO
@@ -120077,7 +120631,7 @@ news/youscoop
news?
news?
news?*
-news?*http://thecut.com/robots.txt
+news?*http://uwaterloo.ca/robots.txt
news?date=*
news?page=*
news?topics=Earth
@@ -121735,7 +122289,7 @@ newsletter-templates/weekly-best-of
newsletter-templates/weekly-messenger
newsletter.php
newsletter/
-newsletter/$http://wfanet.org/robots.txt
+newsletter/$http://namu.wiki/robots.txt
newsletter/*
newsletter/abmeldung
newsletter/confirm
@@ -121831,7 +122385,7 @@ newsletters/software
newsletters/software/subscribe
newsletters/sports/
newsletters/storyalerts/
-newsletters/subscribe/*http://weizmann.ac.il/robots.txt
+newsletters/subscribe/*http://krone.at/robots.txt
newsletters/success/
newsletters/sustainability
newsletters/sustainability/subscribe
@@ -122509,7 +123063,7 @@ next-api
next-api/brxm-documents
next-friday
next/exit-preview
-next/http://hmarshmars.blogspot.com/robots.txt
+next/http://p.nutrapia.com/robots.txt
next/preview
next=
nextThread.html
@@ -122529,7 +123083,6 @@ nft/*?*editions-mode=
nft/*?*lang=
nft/login?
ng
-ng/
ng/en/work/products/tools/ups_selector/
ng/investment
ng/preview
@@ -122589,7 +123142,6 @@ nhl/team-page/washington-capitals/172
nhl/team-page/winnipeg-jets/186
nhn66
ni
-ni/
nic
nic/
nice-massage
@@ -122695,6 +123247,7 @@ nl-US
nl-VN
nl-ZA
nl-be
+nl-be*/lp
nl-be-new
nl-be/
nl-be/search
@@ -122710,6 +123263,7 @@ nl-fr/tickets/*
nl-hr/tickets/*
nl-hu/tickets/*
nl-nl
+nl-nl*/lp
nl-nl-new
nl-nl.html$
nl-nl.sitemap.xml$
@@ -123235,8 +123789,10 @@ nl/
nl/$
nl/*
nl/*.zip
+nl/*/*.html?
nl/*/*/business$
nl/*/*/edit$
+nl/*/*id=
nl/*/media/oembed
nl/*/s/*/near$
nl/*?*lang=nl-NL
@@ -124670,6 +125226,7 @@ nl/s/*/favorite
nl/s/*/lazy_load_pics
nl/s/*/reviews
nl/s/*/togo
+nl/s/*?
nl/samemodel.php?imageid=*&pg=*&sortcriteria=6
nl/seamonkey/collections
nl/seamonkey/search
@@ -124883,6 +125440,7 @@ no-en/your
no-follow
no-nb/
no-no
+no-no*/lp
no-no-new
no-no/search
no-search-results
@@ -125023,14 +125581,13 @@ node/12
node/23208
node/_search
node/add
-node/add
node/add/
node/add/*
node/add/?context
node/add/?context=
node/add?context
node/add?context=
-node/http://citizen.co.za/robots.txt
+node/http://local12.com/robots.txt
node=
node_modules
node_modules*$
@@ -125077,7 +125634,6 @@ nonprofits/name_search
nonprofits/redirect_to_990
nonprofits/search
nonprofits/subscriptions
-nonviolence
nor/layout/set
nor/no/booking/
nor/no/room-selection/
@@ -125087,7 +125643,6 @@ norman-cheng-to-leave-universal-music
normativagrafica/2012-2024
normes/*
norobot
-norobotsnorhumansshouldevervisithispage
norovirus_symptoms_treatment_prevention/article.htm
north-america/search
north_charleston_online/
@@ -125173,7 +125728,7 @@ notification
notification-settings
notification.cgi
notification/pressrelease/2012/00_honsha/1213_01_01.pdf
-notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://google.com.my/robots.txt
+notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://otter.ai/robots.txt
notificationId
notifications
notifications
@@ -125207,7 +125762,6 @@ novel/*2
novel/book
novel/comments.php?id=
novels/unlisted
-noveluse/
novgnpre/Ext/Comp/ArticleLayout/CdaArticleSendtoForm1024
now
now-thats-what-i-call-music-and-zuus-media-announce-progressive-music-video-content-and-marketing-partnership
@@ -125221,7 +125775,6 @@ nowapp/delete_account/
nox
np
np-nav
-np/
np_old/
npc
npk
@@ -125232,7 +125785,6 @@ nps
nput
nqrwns
nr
-nr/
nrdapp
nrksuper
nroneretail/
@@ -125305,7 +125857,6 @@ nt/nttc
nt/ntwcat
nt/ntydab
nt/ntyjc
-ntid/educationalmaterials
ntnu-bil
nu
nu/nuca
@@ -125532,7 +126083,6 @@ nz-en/shop/*?*&*&*&
nz-en/shop/banner/ajax/load
nz-en/shop/hpols_catalog
nz-en/shop/hpols_catalog/product/upsell
-nz/
nz/*
nz/*/item$
nz/*?*lang=en-US
@@ -125571,7 +126121,7 @@ nz/core
nz/de
nz/dealer_locator/
nz/distributionmanager/
-nz/donateapi*http://10up.com/robots.txt
+nz/donateapi*http://reliant.com/robots.txt
nz/en
nz/en/preferences/update
nz/en/search
@@ -125663,7 +126213,7 @@ o=new
o=written_at
oa
oag/secure-pdf/http://jupyter.org/robots.txt
-oag/secure-pdf/http://ualberta.ca/robots.txt
+oag/secure-pdf/http://rg.ru/robots.txt
oah/
oai
oai-pmh
@@ -125675,8 +126225,8 @@ oauth$
oauth/authorize
oauth/connect.html
oauth/continue
-oauth/http://en.wikibooks.org/robots.txt
-oauth/http://freeconferencecall.com/robots.txt
+oauth/http://login.salesforce.com/robots.txt
+oauth/http://shutterfly.com/robots.txt
oauth/line
oauth/login
oauth/signin
@@ -125757,7 +126307,7 @@ oc
oc.php
oc/dash-button
oc/forums
-oc/http://ellentube.com/robots.txt
+oc/http://payoneer.com/robots.txt
oc/kb/*/discuss
oc/search
oc/user
@@ -125771,8 +126321,6 @@ ocio/busqueda/
ocio/eventos/busqueda/
ocio/node/
ocio/ocio/
-ocp
-ocp-http
ocs
ocs/api/graphql
ocs_global
@@ -125811,7 +126359,7 @@ oferta_intens
ofertas
ofertas-descuentos
ofertas-regalos
-ofertas-regalos/http://zend.com/robots.txt
+ofertas-regalos/http://docs.house.gov/robots.txt
ofertas.mes.consumidor
ofertas/ES
ofertas/title
@@ -125955,7 +126503,8 @@ offjour
offline
offline-plugin-app-shell-fallback
offline.html
-offline/http://checkpoint.com/robots.txt
+offline/
+offline/http://rockcontent.com/robots.txt
offroad/sites/default/files
offset)
offset=
@@ -126043,7 +126592,7 @@ oit/systems/testzone/
ojob
ojp
okanagan/facultystaff/bba
-okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://idpf.org/robots.txt
+okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://duluthnewstribune.com/robots.txt
okeanija_ad
okonomi
okta/user/login
@@ -126087,7 +126636,6 @@ old-rcmu
old-religious-studies
old-sfa
old-student-affairs
-old-template
old-ucomm
old-writingcenter
old/
@@ -126117,7 +126665,6 @@ olvido
olympics/twitter/feed
olympics/updates/getdate/
olympics/xml
-om/
om/*/catalog
om/*/catalogsearch
om/*/checkout
@@ -126419,6 +126966,26 @@ onward
onyxlorenzoni
oon/media
oops
+ooredoo/app
+ooredoo/cache
+ooredoo/classes
+ooredoo/config
+ooredoo/controllers
+ooredoo/download
+ooredoo/js
+ooredoo/localization
+ooredoo/log
+ooredoo/mails
+ooredoo/modules
+ooredoo/override
+ooredoo/pdf
+ooredoo/src
+ooredoo/tools
+ooredoo/translations
+ooredoo/upload
+ooredoo/var
+ooredoo/vendor
+ooredoo/webservice
oos
oospore/
op=chlist
@@ -126468,7 +127035,6 @@ opennet/document
opennet/search-results
opennetadmin
opensearch.xml
-opensso
openstack
openstat=
openstat=
@@ -126484,7 +127050,7 @@ opera/?
opera/features
operations
operpost$
-operpost$http://webkit.org/robots.txt
+operpost$http://obamawhitehouse.archives.gov/robots.txt
ophalen/moment
opic-cipo/cpd/eng/patent
opic-cipo/cpd/eng/search
@@ -126520,8 +127086,8 @@ opt-out-info.jsp
opt-out-interface
opt-out.jsp
opt-out/confirm
-opt-out/http://ktla.com/robots.txt
-opt-out/http://usa.visa.com/robots.txt
+opt-out/http://news.bbc.co.uk/robots.txt
+opt-out/http://sentry.io/robots.txt
opt/widget-cache.php
optInEmail
opt_out
@@ -126588,10 +127154,8 @@ ordenar1
ordenar2
ordenar3
order
-order-*.asp*
order-book
order-confirmation
-order-confirmation/
order-detail
order-details
order-details/*
@@ -126599,7 +127163,6 @@ order-history*
order-history/
order-history/*
order-information/
-order-invoice.asp*
order-list
order-process
order-received/
@@ -126610,7 +127173,7 @@ order/assay-builder
order/checkout
order/genome-database
order/heat-pump-old
-order/heat-pump/my-quote/?http://techinsider.io/robots.txt
+order/heat-pump/my-quote/?http://bupa.co.uk/robots.txt
order/heat-pump/my-quote?
order/login
order/logout
@@ -126711,7 +127274,7 @@ originals/inturn3/includes
originals/stephen_kings_n/includes
orioles/search
orkut/albums
-orlando/tag/*http://images.unsplash.com/robots.txt
+orlando/tag/*http://make.com/robots.txt
orne/
orne/assure/actualites/
oroscopo/sitemap.xml
@@ -126727,7 +127290,6 @@ osc/search/
osc/search/node
osc4p
oscar
-osid
oslo/
osmarjunior
osmarserraglio
@@ -126863,7 +127425,7 @@ our-work/listing/
ous/search-result
out
out-of-home
-out/http://webassembly.org/robots.txt
+out/http://inpn.mnhn.fr/robots.txt
out2
out?
out_deals
@@ -126924,20 +127486,11 @@ owners/vehicle-specification*
owners/web/pages/home?p_auth=*
owners/web/pages/parts-service/service-offers?p_auth=*
owners/web/pages/parts-service/service-offers?p_p_auth=*
-ownersdataextraction
ownerview.php
owp-webclient.do
owpUpdateProfile.do
oxp
ozel
-ozone/Docs/
-ozone/EN/Archives/
-ozone/FR/Archives/
-ozone/MDI/
-ozone/admin/
-ozone/data/
-ozone/images/
-ozone/stylesheets/
p
p*from=
p*groupType=
@@ -127064,7 +127617,7 @@ p/*/wiki/*/history
p/*/wiki/browse_tags
p/*from=
p/*groupType=
-p/*http://seekingalpha.com/robots.txt
+p/*http://helloqueen.pl/robots.txt
p/*surveyopen
p/*thm=
p/0826cf4692f9
@@ -127123,11 +127676,6 @@ p/tv
p/usuk
p/variety
p2
-p2progress/2002-2003/en/sec
-p2progress/2002-2003/fr/sec
-p2progress/_css
-p2progress/_includes
-p2progress/images
p3/article
p3/program
p3tv
@@ -127139,9 +127687,11 @@ p=*
p=1
p?awaid=*
p_p_auth
+p_p_auth=
p_p_cacheability
p_p_col_count
p_p_col_id
+p_p_col_id=
p_p_col_pos
p_p_id
p_p_lifecycle
@@ -127165,7 +127715,6 @@ pa-IN/thunderbird/search
pa-IN/user
pa-IN/users
pa-in/
-pa/
pa/$
pa/AjaxService/
pa/Secure/
@@ -127187,7 +127736,7 @@ package.json
package.json$
package.json.sample
package/*/docs
-package/*/docs/latest/http://roamresearch.com/robots.txt
+package/*/docs/latest/http://hc-sc.gc.ca/robots.txt
packageGroups=
package_files_uploaded_via_chrome
packages
@@ -127309,7 +127858,7 @@ page/etpk_0
page/favorite-fans
page/forward.php
page/html
-page/http://publicdomainreview.org/robots.txt
+page/http://ftp.iza.org/robots.txt
page/listing-
page/listing-listing-more-news
page/monitoring-test-robots-200
@@ -127464,8 +128013,8 @@ page7426355.html
page=
page=
page=*
-page=*http://fontawesome.io/robots.txt
-page=*http://sainsburys.co.uk/robots.txt
+page=*http://ons.gov.uk/robots.txt
+page=*http://weglot.com/robots.txt
page=1$
page=1&
page=2$
@@ -127493,6 +128042,7 @@ pageSortFilter
pageTemplates
pageType=
page_types
+page_views
pagead
pagead/html
pagead/js
@@ -127507,7 +128057,6 @@ pagenotfound-unify
pagenotfound.content.html
pagenotfound.jsp
pagenotfound/
-pagenotfounderror.aspx
pagenum=
pager
pages
@@ -128113,7 +128662,7 @@ partials__
participant
participants
participate/visa-invitation-letter
-participe/cursoprovedoreshttp://staysafeonline.org/robots.txt
+participe/cursoprovedoreshttp://artforum.com/robots.txt
particle/milgrom
particuliers
particuliers/vous-etes/nouveaux-arrivants-canada/choisir-institution-financiere/equipe-nouveaux-arrivants/
@@ -128123,6 +128672,7 @@ partner-articles/
partner-campaign/
partner-center
partner-clicks-counter
+partner-cn-sitemap.xml.gz
partner-driver-breakdown-cover
partner-experience
partner-forms
@@ -128236,7 +128786,7 @@ password-login
password-management
password-reset
password-reset/
-password-resethttp://nrc.gov/robots.txt
+password-resethttp://myemma.com/robots.txt
password-retrieval/
password/
password/reset
@@ -128339,7 +128889,6 @@ payment
payment
payment$
payment-acceptance
-payment-api/
payment-confirm
payment-estimator*
payment-failed
@@ -128451,6 +129000,7 @@ pc/note-pc/itemlist.aspx?altTitle=00078
pc220/
pcO*
pc_fetch/pc_fetch.cgi
+pca/Support/Contact/
pcassay/?term=
pccompound/?term=
pcg
@@ -128492,10 +129042,6 @@ pda/?
pda/search?
pda?
pdarla
-pdb/ghg/onlineData/
-pdb/ghg/onlineData/table_e.cfm
-pdb/ghg/onlineData/table_f.cfm
-pdb/websol/querysite
pdbe-srv/view/search
pdc
pdd
@@ -128583,7 +129129,6 @@ pe-es/shop/*?*&*&*&
pe-es/shop/banner/ajax/load
pe-es/shop/hpols_catalog
pe-es/shop/hpols_catalog/product/upsell
-pe/
pe/*
pe/*?*lang=es-MX
pe/AjaxService/
@@ -128743,8 +129288,6 @@ peopleadmin
peopleforce-contact-us-thank-you
peoplematter-disclaimer
peopleofficeorderable
-peopleoptions.aspx
-peopletags.aspx
pep
pepe
pepper-api/cart
@@ -128754,6 +129297,7 @@ per/about/team.page
per_page
perch
percy-jackson-the-olympians-the-lightning-thief
+perevozka
perf
perfect_brows_and_lashes_pictures_slideshow/article.htm
perfect_pedicure_pictures_slideshow/article.htm
@@ -128812,6 +129356,7 @@ personal-taxes/cd-download/cash-back.htm
personal-taxes/cd-download/unlocks
personal-taxes/mycd
personal/*common-disclaimer.page?url=
+personal/*presentation
personal/Success.page
personal/SuccessTest.page
personal/appuniversal.page
@@ -128899,6 +129444,7 @@ personal/cards/promotions/sp-utilities-recurring-bill-promo.page
personal/cards/rewards/dbs-rewards-flexi-evoucher
personal/cards/supplementary-card.page
personal/cashless-cashback.page
+personal/closetp
personal/cny-car-loan.page
personal/community/*user
personal/community/login
@@ -128912,6 +129458,7 @@ personal/dbs-forms/upsized-registration/thank-you.page
personal/default_chat.page
personal/default_flp_chat.page
personal/demo
+personal/dengi/bankovskie-karti
personal/deployment/maintenance.html
personal/deployment/planned-maintenance.html
personal/deposits/account-opening-mohh-doc.page
@@ -129145,6 +129692,7 @@ personal/eform
personal/enote/2020/cio-presentation/DBSTR-2Q20-CIO-Presentation-Slides.pdf
personal/equities.page
personal/esg-investing.page
+personal/esim-new
personal/exclusive-upsized-interest.page
personal/financial-planning/investment-basics/think-in-years-not-days.xml
personal/fjdec23.page
@@ -129178,6 +129726,7 @@ personal/insurance/protection/protection-plans/first-insurance2
personal/insurance/protection/protection-plans/firstinsurance
personal/insurance/travel-and-car/car-insurance
personal/international-students.page
+personal/investicii
personal/investments/fx-and-cash-managements/currency-linked-investments
personal/investments/invest-and-save.page
personal/investments/investments-eo.page
@@ -129185,6 +129734,7 @@ personal/investments/promotions
personal/investments/promotions/MCA-FX-ntp-2024-promo
personal/investments/promotions/dbsvxmcafx.page
personal/investments/promotions/digiportfolio-cashreward.page
+personal/izmenenie-parametrov-opcij-domashnij-paket-rossiya-domashnij-paket-rossiya
personal/landing/dbs-multiplier
personal/landing/dbs-multiplier/index.html
personal/landing/dbs-oet/iwealth/index.html
@@ -129309,6 +129859,8 @@ personal/marketplaces/listing/homeliving-mobile/homeliving-mobile-changimobile8
personal/marketplaces/listing/homeliving-mobile/homeliving-mobile-starhub2
personal/marketplaces/listing/homeliving-mobile/homeliving-mobile-vivifi1
personal/mobile/dl/dbs-digibank-mobile-hw.html
+personal/mobilnaya-svyaz/tarifi/vse-tarifi/fit_internet_500_mbit
+personal/mobilnaya-svyaz/uslugi/mobilnaya-svyaz/dostup-k-facebook-bez-nalichiya-internet-trafika
personal/mp-travel-dbs-travelwallet.page
personal/mspo-specialdeal.page
personal/multiplier-multiply-more.page
@@ -129415,6 +129967,8 @@ personal/support/wealth-iwealth-fixed-deposit-upon-maturity.html
personal/support/wealth-iwealth-gain-access-advanced-market-data.html
personal/support/wealth-iwealth-view-equity-insights.html
personal/teaching/materials08-09
+personal/tools/pg/manual/PGcoa
+personal/tools/pg/manual/PGholdmail
personal/top-up-your-savings.page
personal/travel-specialdeal.page
personal/travellershield-plus-couples.page
@@ -129425,6 +129979,8 @@ personal/tsp-rewards.page
personal/unsecured-loans-calculator.page
personal/upsized-rewards.page
personal/using_visa/travel_with_visa.html
+personal/vse-akcii/30_gb_k_tarifu_mts_bolshe
+personal/vse-akcii/usloviya-akcii-podari-kion-poluchi-keshbek
personal/we-are-here-to-support
personal/wealth-maintenance-schedule.page
personal/workplace-banking-salary-credit.page
@@ -129449,7 +130005,7 @@ perspectiva
perspective
perspectives/wp-admin
perspectives/wp-admin/admin-ajax.php
-perspectives/wp-admin/http://carnival.com/robots.txt
+perspectives/wp-admin/http://bank.gov.ua/robots.txt
pertussis_and_whooping_cough_pictures_slideshow/article.htm
perugia-arresto-ex-sindaco-gubbio-domani-le-arringhe-udienza-preliminare_3mYhdDIzgWEhiBqY32Vclx
pesca-e-aquicultura/apresentacaovelha
@@ -129528,6 +130084,7 @@ pf/resources/favicons
pf/resources/fonts
pf/resources/images
pf/resources/plugins
+pfe-pap/
pfizer-login/
pflanzenlexikon
pfp.html
@@ -129539,7 +130096,6 @@ pfstest
pftpl
pg
pg-insider-past-issues
-pg/
pgNumber
pgapps-portalcontent
pgce-biology
@@ -129567,7 +130123,6 @@ pgsz=
ph
ph
ph.js
-ph/
ph/*
ph/*/item$
ph/*?*lang=en-US
@@ -129704,7 +130259,6 @@ phone/product/
phonebook
phoneinfo
phonenumber
-phot-browse.asp*
photo
photo-
photo-editor
@@ -129712,8 +130266,6 @@ photo-editor-app/*
photo-editor-beta/
photo-enhancer
photo-gallery
-photo-image-*.html
-photo-image-*image*.html
photo-numerique/*idOffre=
photo-store/
photo-test-editor-x
@@ -129744,7 +130296,6 @@ photograph/ypc
photograph/ypcex
photopopup.aspx*
photos
-photos-images/
photos.php
photos/*
photos/*.pdf
@@ -129905,9 +130456,10 @@ ping
pingdom
pingfederate
pingtest
-pinguiculahttp://health.nsw.gov.au/robots.txt
+pinguiculahttp://mars.nasa.gov/robots.txt
pink_eye_pictures_slideshow/article.htm
pino
+pinterest-conversion
pinterest-predicts
pinterest-wellbeing
pinterestwellbeing
@@ -129951,14 +130503,13 @@ pj/ln/cs/hd_life.css
pj/ln/cs/method_cs.css
pjecnj
pk
-pk/
pk/en
pk/en/assets/document/firmresume.pdf
pk/special/000webhost
pk/special/webhost
pkb/
pkey=
-pkey=http://shop.oreilly.com/robots.txt
+pkey=http://hottopic.com/robots.txt
pkginfo
pkginfo/
pkta01d26ae74f4.htmlhttp://clang.llvm.org/robots.txt
@@ -130044,6 +130595,7 @@ pl-it/tickets/*
pl-nl/tickets/*
pl-pl
pl-pl
+pl-pl*/lp
pl-pl-new
pl-pl/
pl-pl/$
@@ -130207,8 +130759,10 @@ pl/*-x-r307676-c
pl/*-x-r311371-c
pl/*-x-r438536-c
pl/*-x-r686230-c
+pl/*/*.html?
pl/*/*/business$
pl/*/*/edit$
+pl/*/*id=
pl/*/item$
pl/*/s/*/near$
pl/*?*lang=en-US
@@ -130472,6 +131026,7 @@ pl/s/*/favorite
pl/s/*/lazy_load_pics
pl/s/*/reviews
pl/s/*/togo
+pl/s/*?
pl/seamonkey/collections
pl/seamonkey/search
pl/search
@@ -130629,7 +131184,7 @@ plantain-anmaxyz
plantfinder-quicklinks-iframe.aspx
plantinga-appointed-managing-director-universal-music-netherlands
plants_rashes_poison_ivy_oak_sumac/article.htm
-plantuml/img/http://dexigner.com/robots.txt
+plantuml/img/http://cpuid.com/robots.txt
plantuml/map
plantuml/svg
plantuml/txt
@@ -130654,7 +131209,7 @@ play/audio/*/socialTracking/share
play/audios/modulosRadio
play/embed
play/foro
-play/kurzfassungen/2-bundesliga-fussball-highlights-zusammenfassung-102/http://theintercept.com/robots.txt
+play/kurzfassungen/2-bundesliga-fussball-highlights-zusammenfassung-102/http://mediaarea.net/robots.txt
play/kurzfassungen/bundesliga-fussball-highlights-zusammenfassung-100
play/kurzfassungen/bundesliga-saison-2022-2023-fussball-highlights-100
play/kurzfassungen/bundesliga-saison-2023-2024-fussball-highlights-zusammenfassung-100
@@ -130787,7 +131342,6 @@ plugins/feedback.php
plugins/search
plugins/viewsource
plugins/viewsource/viewpagesrc.action
-pluiesacides/Images
pluralphoto
plus
plus$
@@ -130888,7 +131442,6 @@ pmp/pageal
pms
pms/short-periods.aspx
pn
-pn/
pn/version-39,minify-1.cms*
pnas/
pneumonia/guide/treatment/
@@ -130945,8 +131498,12 @@ podcasts/folders
podcasts/index_rss.aspx*
podcasts/test-podcast/rss
podcastslistingpage
+podklyuchaj-paket-super-plus-na-sakvoyazh
+podklyuchi-podpisku-super-na-2-mesyaca-za-1rubmes
+podklyuchi-podpisku-super-za-1rubl-na-1mesyac
podminky
podmostki
+podpiska-super-za-1-rubl
podpiska/login.pl
pods
pogod
@@ -131061,6 +131618,7 @@ polyite-faq
polyite-tnc
polynesie
polyps_types_diagnosis_treatment/article.htm
+pomogi-rebenku-stat
ponerVenta?
poolId=
pools/c
@@ -131070,6 +131628,7 @@ pop
pop-health
pop-up/promopage
pop/?popref=1
+pop_up
pop_up=
popout
popout.players
@@ -132453,7 +133012,6 @@ portefeuille
portfolio
portfolio
portfolio-site
-portfolio/
portfolio_browser
portfolio_export
portolimpic
@@ -132567,6 +133125,7 @@ ppag-studio
ppc
ppc/
ppc/clicks
+ppc=
ppcnav
ppl
ppob/?
@@ -132596,6 +133155,7 @@ pr/secure/
pr/sports/
pr/sync/
pr=
+pr_rd_page=
praca
practical-law-the-journal/search
practical-privacy-basic-principles-and-default-settings
@@ -132624,7 +133184,7 @@ pre-production/
preauthorize
precatorios
precios
-prediction-markets/http://www1.folha.uol.com.br/robots.txt
+prediction-markets/http://tes.com/robots.txt
predictions/football/3360711-rpl-shansy-krasnodar-spartak-na-pobedu-v-matche-14-go-tura-rpl.html
predictions/football/3361258-lch-shansy-pszh-i-bavarii-na-pobedu-v-matche-4-go-tura-ligi-chempionov.html
predictor
@@ -133059,7 +133619,7 @@ preliminary-post-incident-review-tw
preload
premenstrual_syndrome_pictures_slideshow/article.htm
premier-495
-premier-495/http://yaml.org/robots.txt
+premier-495/http://dotnet.microsoft.com/robots.txt
premiogastronomico/mejor.asp?search=&page=
premium
premium$
@@ -133202,8 +133762,8 @@ preview-main/*
preview.aspx
preview/
preview/*
-preview/*http://google.pt/robots.txt
-preview/http://code.msdn.microsoft.com/robots.txt
+preview/*http://pay.google.com/robots.txt
+preview/http://asce.org/robots.txt
preview/post/*
preview/result
preview/result%
@@ -133242,7 +133802,6 @@ price-2
price-3
price-4
price-alert
-price-calc.asp*
price-calculator.html
price-full
price-guide
@@ -133297,11 +133856,11 @@ pricing/index.v2.php*?
pricing/payment
pricing/pricing-enterprise
pricing/pro
-pricing/v1/http://tinypng.com/robots.txt
+pricing/v1/http://techtimes.com/robots.txt
pricing?
pricing?ref=
pricing_
-pricinghttp://daily.jstor.org/robots.txt
+pricinghttp://middleeasteye.net/robots.txt
prihlaseni
prijevoz
prilog/*
@@ -133319,8 +133878,10 @@ print-article
print-article.aspx
print-digital/
print-pdf
+print-person
print-recipe
print-sections
+print-text
print-view/bip
print.asp
print.cfm
@@ -133607,7 +134168,7 @@ private-schools/search
private-service-offer
private/
private/gallery/content/
-private/http://yandex.ru/robots.txt
+private/http://adssettings.google.com/robots.txt
private/wtrack
privatecampaignpage
privategenericpage
@@ -133631,7 +134192,7 @@ pro-meeting
pro-resources
pro-site
pro-solutions
-pro-subscriptionshttp://iab.com/robots.txt
+pro-subscriptionshttp://etoro.com/robots.txt
pro/*/alquiler-*,*,
pro/*/listingDispatcherController$
pro/*/venta-*,*,
@@ -133748,7 +134309,7 @@ product-p-*gads=true
product-page-testing
product-presentation-info.aspx
product-print*
-product-ratings/http://wikipedia.org/robots.txt
+product-ratings/http://lefigaro.fr/robots.txt
product-reviews
product-reviews/B0069IY63Y
product-reviews/best-pregnancy-apps/
@@ -133768,12 +134329,17 @@ product.php?o=*&offset=
product/
product/*
product/*/containingproducts
+product/*/favorite/create
product/*/hascontainingproducts
+product/*/interaction
+product/*/offer/create
product/*/samplepages
+product/*/tear-sheet
product/*/write_review
product/*?*utm_medium=social
product/*?*utm_medium=syndication
product/accessory/
+product/action-info
product/allproviders
product/brandreport.do
product/bundle/
@@ -133782,6 +134348,7 @@ product/complementaires/getByProduct.do*
product/condition.aspx
product/containedresources
product/customersalsobought
+product/data
product/displayorder.do
product/dynamic-creative/gallery
product/electrode/api/logger
@@ -133791,9 +134358,13 @@ product/getonlinestatus.do
product/getqrcode.do
product/getstprodinfo.do
product/glossary.aspx
+product/grid
+product/id
product/index
product/inventory.do
product/item/substancewarning.aspx
+product/list
+product/list/recently-viewed
product/listing
product/mobileprict.do
product/productdisplay.do
@@ -134835,6 +135406,7 @@ promote
promoted
promoted
promoted-content
+promoted-listings
promotion
promotion/*
promotion/.html
@@ -134968,6 +135540,7 @@ proximic
proximus
proxy
proxy.pac
+proxy/*
proxy/accounts
proxy/accounts/v1
proxy/accounts/v1/groups
@@ -135021,7 +135594,6 @@ psg/landingpage/
psg/secure/
psg/sync/
psichi
-psid
psid=
psmhelp/index.jsp?pg_name=ccpmapp/shared/help/page/OLBP_Email_10_offer
psoraleas/
@@ -135208,6 +135780,7 @@ pt-at/destinations/hotel-information
pt-bg/tickets/*
pt-br
pt-br
+pt-br*/lp
pt-br-new
pt-br/
pt-br/$
@@ -135657,6 +136230,7 @@ pt-br/nossa-hist%C3%B3ria
pt-br/orders
pt-br/organization/$
pt-br/ott
+pt-br/outlet/*?
pt-br/page-not-found
pt-br/partner-api-dashboard
pt-br/partners/thank-you
@@ -135883,6 +136457,9 @@ pt-pt/help/144704-old-vs-new-pricing
pt-pt/imprimir
pt-pt/itinerary
pt-pt/itinerary-new
+pt-pt/lp$
+pt-pt/lp/contact-us
+pt-pt/lp/homepage$
pt-pt/products/details
pt-pt/profile
pt-pt/search
@@ -136003,7 +136580,7 @@ pt/facturas/*
pt/features
pt/festival/*/shoutbox
pt/forum
-pt/forum/goto.phphttp://marketplace.visualstudio.com/robots.txt
+pt/forum/goto.phphttp://sitemaps.org/robots.txt
pt/forums
pt/fr
pt/geo/
@@ -136299,7 +136876,7 @@ publi-info
public
public-api
public-api/docsv2
-public-api/http://battle.net/robots.txt
+public-api/http://bcu.ac.uk/robots.txt
public-data-sets/applicants/
public-data-sets/terms/
public-engagement
@@ -136394,10 +136971,10 @@ publications/core/*.js$
publications/core/*.js?
publications/core/*.png
publications/core/*.svg
+publications/documents/infcircs
publications/eurotex-2005-notes
publications/export
publications/filter/tips
-publications/index.cfm?
publications/index.php/admin
publications/index.php/comment/reply
publications/index.php/filter/tips
@@ -136486,13 +137063,11 @@ pup_c=
purchase
purchase-embed
purchase-history
-purchase/
purchase/price-comparison$
purchase_report1.asp?id=*
purchase_reportNew.asp?id=*
purchaseconfirm
purchased-gift
-purchased-images.asp*
purchases
purchasing-consultancy-services-terms
pure
@@ -136525,7 +137100,6 @@ pv2/
pw
pw-loader-configure
pw-signin
-pw/
pw/bookit
pw/by-topic/1-legacy
pw/emailtemplates
@@ -136549,7 +137123,6 @@ pxhh
pxlctl.gif
pxlctl2.gif
py
-py/
py/AjaxService/
py/README.txt
py/Secure/
@@ -136749,7 +137322,7 @@ qc/qctt
qc2024
qc_campaign
qdtarchive/can-you-tighten-loose-skin-after-weight-loss-2/
-qdtarchive/how-to-lose-the-freshman-15-2/http://saksfifthavenue.com/robots.txt
+qdtarchive/how-to-lose-the-freshman-15-2/http://classpass.com/robots.txt
qe15com
qemail
qengine
@@ -136871,7 +137444,6 @@ quick-stack/*
quickView=
quick_acne_cover_ups_pictures_slideshow/article.htm
quick_home_remedies_for_puffy_face_and_body/article.htm
-quickadd.aspx
quickbuy
quickcast
quickfacts
@@ -136897,7 +137469,7 @@ quiz-list/
quiz-results-learn-more-vid
quiz/
quiz/archive/*/*
-quiz/archive/*/*/$http://ams.usda.gov/robots.txt
+quiz/archive/*/*/$http://axs.com/robots.txt
quiz/document
quiz/todayincolumbia/
quizzes
@@ -136939,10 +137511,15 @@ r/ims/*20
r/instant/response
r/kappa/api
r/sms
+r1=
+r2=
r2r
+r3=
r4-page-footer-page
r4-page-header-page
r4032login
+r4=
+r5=
r?
r_q=
rabattkod
@@ -137059,6 +137636,7 @@ ratifying/
rating
rating-over
rating/
+rating/average
rating=
rating=4-9733-9733-9733-9733-9734-Up,5-9733-9733-9733-9733-9733-
rating=5-9733-9733-9733-9733-9733-
@@ -137097,7 +137675,7 @@ rcs?action
rcsearch.aspx
rd
rd/
-rd/pdf/http://getapp.com/robots.txt
+rd/pdf/http://rubylane.com/robots.txt
rd/search
rd/search$
rd/search?
@@ -137114,10 +137692,9 @@ rds/archive/Catalog/?author
rds/archive/catalog/?*keywords
rds/archive/catalog/metrics?
rds/imagedb/Results?
-rds/imagedb/results?http://colorlib.com/robots.txt
+rds/imagedb/results?http://is.gd/robots.txt
rdv
re
-re/
re9
react
react-dom/static-6.4
@@ -137379,7 +137956,7 @@ reasons_your_child_cant_sleep_pictures_slideshow/article.htm
reauthenticate
rebecca-allen-appointed-managing-director-decca-records-uk
rebeccagarcia
-rebooting-the-record-label/http://themuse.com/robots.txt
+rebooting-the-record-label/http://whatsmyip.org/robots.txt
rec
recaptcha.aspx
recaptcha/api
@@ -137387,7 +137964,6 @@ recaptcha/api2
recaptcha/api3
recaptcha/eap
recaptcha/enterprise
-recc
receipt
receipt$
receipt/order
@@ -137445,14 +138021,21 @@ rechercher
recipe
recipe-box
recipe-portal/search
+recipe/*/*/nutrition
+recipe/*/*/print
+recipe/*/bitflag
+recipe/*/feedback
recipe/box
recipe/edit
+recipe/email*
+recipe/link/*
recipe/view
+recipe/zapcache/*
recipe_parser
recipes
recipes/
recipes/*?q=
-recipes/email.phphttp://coop.co.uk/robots.txt
+recipes/email.phphttp://sabah.com.tr/robots.txt
recipes/filter/*
recipes/member/reviews
recipes/search
@@ -137861,7 +138444,7 @@ refer
refer-*
refer-a-friend
refer/
-refer/http://insee.fr/robots.txt
+refer/http://rki.de/robots.txt
refer/pal
reference
reference-library
@@ -137898,7 +138481,7 @@ refresh.php
refresh_stored_accounts
refresh_token
refresh_token
-refreshed-hphttp://bcu.ac.uk/robots.txt
+refreshed-hphttp://japan-guide.com/robots.txt
refrigeration/en/worldwide/search.html
refs
refund
@@ -137960,10 +138543,10 @@ register
register$
register*$
register-account
-register-account.asp*
register-for-purchase
register-name-dispute$
register-now
+register-proxy-event
register-snap
register-snap$
register.aspx
@@ -137986,16 +138569,8 @@ registerb
registersubscriber
registracion
registrar
-registrar/a_r/backup
-registrar/backup
registrar/bulletin/provisional/arts-sciences/tuition.html
-registrar/c_d/oldgrad
registrar/cgi-bin
-registrar/dars/slideshow/backup
-registrar/enroll/backup
-registrar/faqs/backup
-registrar/ferpa/backup
-registrar/internal
registrar/registration-information/degree-students/refunds
registrar/registration/guest-resources/
registrar/registration/walk-in/
@@ -138004,9 +138579,6 @@ registrar/schedule/future-schedule.php
registrar/schedule/pre-schedule.php
registrar/schedule/search.php
registrar/schedule/stats.php
-registrar/statistics/tabs
-registrar/t_v/backup
-registrar/unpublished
registrati
registration
registration-login/
@@ -138016,7 +138588,6 @@ registration/
registration/*
registration/ajaxfrags
registration/apis
-registration/archive_upload_apply.asp*
registration/ext
registration/military
registration/search.jsp
@@ -138127,6 +138698,8 @@ releasenotes/item/
releases/ajax/next
relieve_heartburn_to_gerd_10_fast_acting_ways/article.htm
relieve_menstrual_cramps/article.htm
+religious-landscape-study/*.md
+religious-landscape-study/*/markdown
relnotes
reloaded/api/album-photo
reloaded/errpix.php
@@ -139709,7 +140282,7 @@ resources/allstate/attachments/pdf/etr0509.pdf
resources/calendar
resources/collocations
resources/community-archive-2019
-resources/contrastchecker/?*http://elsevier.com/robots.txt
+resources/contrastchecker/?*http://publicpolicy.google/robots.txt
resources/contrastchecker?
resources/css
resources/css/webscripts.css
@@ -139741,7 +140314,7 @@ resources/img/svgicons
resources/infographics
resources/js
resources/js/s_code.js
-resources/library/media/20260508RES43010/20260508RES43010.pdfhttp://en.m.wikipedia.org/robots.txt
+resources/library/media/20260508RES43010/20260508RES43010.pdfhttp://jotform.com/robots.txt
resources/library/media/20260508RES43011/20260508RES43011.pdf
resources/library/media/20260508RES43012/20260508RES43012.pdf
resources/link
@@ -139773,6 +140346,7 @@ resources/reports/Imperva_TheStateOfVulnerabilitiesIn2020_Report-Final.pdf
resources/resource-library/webinars/$
resources/resource-library/webinars/*
resources/resourcetest
+resources/safety-standards/search?
resources/schulwoerterbuch
resources/search
resources/search/research-analysis
@@ -140017,7 +140591,7 @@ review/*/transparency
review/common/du
review/create-review
review/dynamic/sims-box
-review/fileshttp://translate.com/robots.txt
+review/fileshttp://world-nuclear-news.org/robots.txt
review/hall-of-fame
review/list
review/list_rss
@@ -140334,10 +140908,15 @@ ro-fr/tickets/*
ro-hr/tickets/*
ro-hu/tickets/*
ro-it/tickets/*
+ro-md
+ro-md/lp$
+ro-md/lp/contact-us
+ro-md/lp/homepage$
ro-nl/tickets/*
ro-pl/tickets/*
ro-pt/tickets/*
ro-ro
+ro-ro
ro-ro-new
ro-ro/
ro-ro/404
@@ -140367,6 +140946,8 @@ ro/*-x-r307676-c
ro/*-x-r311371-c
ro/*-x-r438536-c
ro/*-x-r686230-c
+ro/*/*.html?
+ro/*/*id=
ro/*/item$
ro/*?*lang=en-US
ro/*gads=true
@@ -140410,6 +140991,7 @@ ro/cloud/saas/talent-management/21c
ro/collections
ro/core
ro/dealer_locator/
+ro/despre-maib
ro/distributionmanager/
ro/downloadmirror
ro/errors
@@ -140437,7 +141019,12 @@ ro/long-term-rentals-in-spain
ro/luxury-homes-spain
ro/luxury-rentals-spain
ro/m
+ro/maib-leasing
+ro/maib/documente
ro/news/
+ro/persoane-fizice/calculator-iban
+ro/persoane-fizice/curs-valutar
+ro/persoane-fizice/serviciul-p2p
ro/press-releases
ro/profiles
ro/properties-for-sale-in-spain
@@ -140445,6 +141032,7 @@ ro/register
ro/renew.html
ro/ro
ro/ro/work/products/tools/ups_selector/
+ro/s/*?
ro/seamonkey/collections
ro/seamonkey/search
ro/search
@@ -140627,7 +141215,6 @@ roubaix-tourcoing/assure/actualites/
rouen-elbeuf-dieppe-seine-maritime/
rouen-elbeuf-dieppe-seine-maritime/assure/actualites/
roulette
-roulonsvert
rousers/
route-planner/email
route-planner/l
@@ -140672,7 +141259,6 @@ rpc
rpc/index.php?mode=profile_module_illusts&user_id=*&illust_id=
rpg
rpg.php
-rpp/2004/
rpvtea
rpvwine
rquery
@@ -140840,13 +141426,14 @@ rss/what-men-think
rss/yandex
rss/yandex
rss/yandex-zen/news
+rss/yandex/index.xml
rss/yandex/news
rss10
rss2
rss7
rss?
rssFeed
-rss_export/www_export.rsshttp://ricoh.com/robots.txt
+rss_export/www_export.rsshttp://en.oxforddictionaries.com/robots.txt
rss_feeds
rss_items
rss_trk
@@ -140862,7 +141449,7 @@ rstmh/
rsvp
rsvp.php
rsvp/images
-rsw/upload/k2dienste/http://therealdeal.com/robots.txt
+rsw/upload/k2dienste/http://nycgo.com/robots.txt
rt%3Dnc
rt=
rt=0
@@ -140874,6 +141461,7 @@ rtm
rtmobile
rtpnet/archives
rtrs
+rttr
rtve-sch-parserdgt/gas
rtve-sch-parserdgt/traffic
rtve/components/parrilla/popup
@@ -140943,9 +141531,35 @@ ru-VN
ru-ZA
ru-ae
ru-all
+ru-am
+ru-am/lp$
+ru-am/lp/contact-us
+ru-am/lp/homepage$
+ru-az
+ru-az/lp$
+ru-az/lp/contact-us
+ru-az/lp/homepage$
+ru-by
ru-by/
+ru-by/lp$
+ru-by/lp/contact-us
+ru-by/lp/homepage$
ru-en
ru-eu
+ru-ge
+ru-ge/lp$
+ru-ge/lp/contact-us
+ru-ge/lp/homepage$
+ru-kg
+ru-kg/lp$
+ru-kg/lp/contact-us
+ru-kg/lp/homepage$
+ru-kz
+ru-kz/lp$
+ru-kz/lp/contact-us
+ru-kz/lp/homepage$
+ru-rs
+ru-ru
ru-ru
ru-ru-new
ru-ru/
@@ -140956,18 +141570,33 @@ ru-ru/check-in
ru-ru/events/platforma/materials/default.aspx?speaker*
ru-ru/itinerary
ru-ru/itinerary-new
+ru-ru/lp$
+ru-ru/lp/contact-us
+ru-ru/lp/homepage$
ru-ru/profile
ru-ru/smartsearchforwarder
ru-rus/
ru-ry/
+ru-tj
+ru-tj/lp$
+ru-tj/lp/contact-us
+ru-tj/lp/homepage$
+ru-tm
+ru-tm/lp$
+ru-tm/lp/contact-us
+ru-tm/lp/homepage$
+ru-ua
+ru-uz
+ru-uz/lp$
+ru-uz/lp/contact-us
+ru-uz/lp/homepage$
ru/
ru/$
ru/%D0%B8%D1%81%D0%BA%D0%B0%D1%82%D1%8C
ru/%D0%BF%D0%B5%D1%87%D0%B0%D1%82%D1%8C
ru/%D0%BF%D1%80%D0%BE%D1%81%D0%BC%D0%B0%D1%82%D1%80%D0%B8%D0%B2%D0%B0%D1%82%D1%8C
-ru/*?
-ru/?cityId
-ru/?order_id
+ru/*/*.html?
+ru/*/*id=
ru/?wicket:interface=
ru/API
ru/AjaxService/
@@ -141016,10 +141645,8 @@ ru/awards.html
ru/banners
ru/black_friday_sale_subscribe_confirm.html
ru/blogs/497c2c2d305b7dfa351d17bd3b4398dc37b0e0a4/
+ru/board-of-governors
ru/buscar/
-ru/cabinet
-ru/cabinet/auth/$
-ru/cabinet/calculate/$
ru/calendar
ru/call-back-form
ru/cards/thank-you-cards/swf/swf/HaoZhaoPian.swf
@@ -141075,6 +141702,7 @@ ru/eula.html
ru/event/*/ical
ru/event/*/shoutbox
ru/event/*/shoutbox?
+ru/events?
ru/explore
ru/facturas/*
ru/features
@@ -141088,6 +141716,7 @@ ru/firefox/search
ru/forum
ru/forums
ru/fr
+ru/gc-archives
ru/geo/
ru/group
ru/hans
@@ -141120,6 +141749,7 @@ ru/long-term-rentals-in-spain
ru/luxury-homes-spain
ru/luxury-rentals-spain
ru/m
+ru/main_ru
ru/market/auction
ru/market/auction?
ru/market/backorder
@@ -141155,6 +141785,7 @@ ru/music/playlist
ru/nedvizhimost-v-ispanii
ru/news
ru/news/
+ru/news?
ru/newsroom/search
ru/newsroom/search?
ru/node
@@ -141183,11 +141814,14 @@ ru/profile$
ru/profiles
ru/properties-for-sale-in-spain
ru/pt
+ru/publications/documents/infcircs
+ru/publications/search
ru/redirect-notification/
ru/refer-a-friend-terms-and-conditions
ru/region
ru/registration
ru/renew.html
+ru/resources/safety-standards/search?
ru/reviews
ru/reviews-and-testimonials
ru/ru
@@ -141197,6 +141831,7 @@ ru/ru/product-finder/home-entertainment/
ru/ru/product-finder/internal-hard-drives/
ru/ru/promos/
ru/ru/promos/lyve-cloud-for-startups/
+ru/s/*?
ru/seamonkey/collections
ru/seamonkey/search
ru/search
@@ -141327,7 +141962,6 @@ rvideo.html
rvwr/*/visitdtl
rw
rw-reg/
-rw/
rw/WashingtonPost/Content/Epaper
rw/checkout
rw/forums
@@ -141624,7 +142258,6 @@ safebrowsing/diagnostic
safebrowsing/report_error
safebrowsing/report_phish
safety
-safety-new
safety/?
safety/can-i-exercise-after-a-coccyx-fracture/
safety/local
@@ -141655,7 +142288,7 @@ sales
sales-demo-video
sales-gifts/best-gifts-for-migraine/
sales-gifts/gifts-for-ocd/
-sales-kit/
+sales-kit/
sales-leads
sales/*?*after=
sales/*?*before=
@@ -141684,6 +142317,7 @@ salon-appointment/
salon-coupons/
salon-signup
salon-stylist/
+salon_krasoty
salons/
salp/i
salt_shockers_pictures_slideshow/article.htm
@@ -141796,6 +142430,7 @@ saved
saved-courses
saved-items
saved-research
+saved-search
saved-search-api
saved-searches
saved_compare_reports/
@@ -141814,7 +142449,6 @@ say-brokers
say/ext/*.php
sb
sb.php
-sb/
sbd/cre/copyandprint/search/search-results.html
sbdreviews/StaplesUSCAS/reviews
sbo/registration
@@ -141977,9 +142611,6 @@ sci-tech/downloads
sci/activities/projects/eis/bin
sci/facilities/paranal/sciops/team_only
sci/php/redirect.html
-sci_hor/1_common/
-sci_hor/Admin/
-sci_hor/images/
sciatica_pictures_slideshow/article.htm
science-blog-satellites?
science-dean-search
@@ -141995,7 +142626,7 @@ science/frag
science/gadgets/render
science/gs
science/mlkt/rslts
-science/new-drug-product-pipelinehttp://99percentinvisible.org/robots.txt
+science/new-drug-product-pipelinehttp://teacherspayteachers.com/robots.txt
science/outlineJson
science/page/flash/VideoPlayer
science/ppv-pdf
@@ -142060,20 +142691,24 @@ scott-belmont-promoted-to-executive-vice-president-chief-information-officer-uni
scott-cullen-1.1285586
scott-greer-named-executive-vice-president-of-capitol-music-group
scott-macarthur-1.19250
+scp/doc/fr/entreprise/developpeurs/
+scp/fr/mercure/
+scp/fr/personnel/marketing/campagne/compte-monargent-employe.page
+scp/fr/personnel/marketing/campagne/offre-compte-monargent.page
scr
scr5net
scrapertrap
scratch_1.4
scratchr2/static
screen
-screen-flow/
+screen-flow/
screen-recorder-app?
screen-time-strategies-you-can-start-today
screen/image
screener
screener/insider
screener?*
-screener?http://hks.harvard.edu/robots.txt
+screener?http://yoursite.com/robots.txt
screener?v=210&s=ta_overbought
screener?v=210&s=ta_oversold
screener?v=210&s=ta_p_channel
@@ -142157,9 +142792,7 @@ scss
scurvy/
scwidget/topsearch.html
sd
-sd-dd_consult/images/
sd-jobs
-sd/
sd/press-releases
sd/search-result
sd_xdinfo
@@ -142225,7 +142858,6 @@ sdg4education2030/vi/search
sdg4education2030/zh/event/*/ical
sdg4education2030/zh/explore
sdg4education2030/zh/search
-sdinfo/
sdk
sdk-piano
sdk.privacy-center.org
@@ -142322,7 +142954,6 @@ se-pt/tickets/*
se-ro/tickets/*
se-se/
se.asp
-se/
se/*
se/*/item$
se/*?*lang=sv-SE
@@ -142465,7 +143096,7 @@ search*field_
search*filter_category=
search*filter_duration=
search*hashtag=
-search*http://gatsbyjs.org/robots.txt
+search*http://cfda.com/robots.txt
search*keywords=*page=
search*language=
search*node=$
@@ -142559,11 +143190,6 @@ search*鱼
search-
search-ads-360
search-ajax/10/
-search-api/search/
-search-api/v1/search/
-search-api/v1/search/suggest/
-search-api/v2/search/
-search-api/v2/search/suggest/
search-ar-dev
search-articles
search-authoring/showresults.do?N=197
@@ -142602,7 +143228,6 @@ search-result
search-results
search-results
search-results*p
-search-results.asp*
search-results.clinics.html
search-results.conditions.html
search-results.doctors.html
@@ -142760,6 +143385,7 @@ search/advanced-search.html
search/advanced.html
search/advanced/category/websites
search/ai/
+search/albums
search/all
search/all-collections/results
search/all.htm
@@ -142768,6 +143394,8 @@ search/apachesolr_search
search/api
search/api/wpa
search/archive.html
+search/artist
+search/artists
search/assets
search/audio
search/audio?k=
@@ -142801,11 +143429,10 @@ search/global?*
search/header
search/help
search/howsearchworks
-search/http://brown.edu/robots.txt
-search/http://hoover.org/robots.txt
-search/http://unctad.org/robots.txt
+search/http://click.linksynergy.com/robots.txt
+search/http://descript.com/robots.txt
+search/http://ereleases.com/robots.txt
search/hysearchws.aspx?q=*
-search/imageresults.asp*
search/images
search/index.aspx?*
search/index.php
@@ -142824,7 +143451,7 @@ search/label/news
search/label/politics
search/label/security
search/label/world
-search/lightbox/
+search/labels
search/listall
search/lists
search/live?
@@ -142836,7 +143463,6 @@ search/more-like-this
search/morelikethis
search/name
search/new
-search/new/autonew.html
search/oop/qfullhit.asp
search/page
search/page/2
@@ -142889,6 +143515,7 @@ search/showresults.do?N=14
search/similar
search/site
search/site*
+search/songs
search/special.htm
search/ssi
search/ssi/trash
@@ -142939,7 +143566,7 @@ search?*
search?*&cpr=
search?*&products_mode=1
search?*cashtagRestId=
-search?*http://aaai.org/robots.txt
+search?*http://wiki.gnome.org/robots.txt
search?*q=
search?*searchTitle=
search?*tbm=map
@@ -142967,8 +143594,7 @@ search?home=true
search?keys=
search?keyword=
search?keyword=*.com
-search?keyword=folha%20de%20fichario$http://blogs.dropbox.com/robots.txt
-search?keywords=*
+search?keyword=folha%20de%20fichario$http://ko.wikipedia.org/robots.txt
search?keywords=*&sort=
search?keywords=*=*=
search?kw=
@@ -142988,7 +143614,7 @@ search?q=*
search?query=
search?query=
search?query=*
-search?query=http://dcard.tw/robots.txt
+search?query=http://museodelprado.es/robots.txt
search?s=*
search?search=
search?searchAuthor=*&sort=
@@ -143051,7 +143677,6 @@ search_post
search_results
search_results.php
search_results/gigs
-search_rss
search_rss$
search_suggest
search_term*
@@ -143089,10 +143714,10 @@ searches/netsearch.html
searchgoogle/
searchhealthit/search/query
searchhrsoftware/search/query
-searchhttp://complex.com/robots.txt
+searchhttp://accessdata.fda.gov/robots.txt
+searchhttp://dailysignal.com/robots.txt
searchhttp://herbalife.com/robots.txt
-searchhttp://onf.ca/robots.txt
-searchhttp://support.avg.com/robots.txt
+searchhttp://ksat.com/robots.txt
searchid
searchinfo=
searching/Mark
@@ -143271,7 +143896,6 @@ selectedColorURN=urn:color
selectedImage*
selectedTab=
selectedTags=
-selectembed.aspx
selection-marque/*
selections/
selectlocale-dmc?fromPage=
@@ -143280,7 +143904,6 @@ self
self-care/why-taking-time-off-is-so-good-for-your-health/
self-hosted/trial-key-request.php
self-registration
-self.aspx
self_care_was_to_practice/article.htm
self_confidence_pay
self_confidence_pay_author
@@ -143529,7 +144152,6 @@ server_scripts/zip
server_scripts/zip/zip_streamer
server_scripts/zip/zip_upload.php
serverdown
-servererror.aspx
servers
servers/frontend
service
@@ -143547,6 +144169,7 @@ service-search/other-services/Psychological-therapy-(NHS-IAPT)/LocationSearch/39
service-search/other-services/Psychologicaltherapies(IAPT)/LocationSearch/10008
service-surveillance-equifax/
service/
+service/*?lang=de
service/?q=
service/GetSelectItemList
service/LoadBlock
@@ -143660,8 +144283,8 @@ services/computing/downloads/antivirus
services/computing/statistics
services/computingold
services/conferences/content-corner/*?*
-services/conferences/news/*?*http://infosecurity-magazine.com/robots.txt
-services/conferences/news/*?*http://se.com/robots.txt
+services/conferences/news/*?*http://areena.yle.fi/robots.txt
+services/conferences/news/*?*http://kcl.ac.uk/robots.txt
services/courtoffice/Reports
services/courtoffice/int
services/developmentalumni/giving/chancellors_apply.html
@@ -143861,14 +144484,13 @@ sessions/
sessions/new
set
set-beta-preference
-set-current-lightbox.asp*
set-favorite
set-language
set-local-edition
set-rating
set-store
set-up
-set/http://datatables.net/robots.txt
+set/http://crackle.com/robots.txt
set_author_id
set_cookie.pl
set_locale
@@ -143894,7 +144516,7 @@ settings/loid-email-unsubscribe-router
settings/mirror_choices
settings/my-account
settings?
-settingshttp://dressx.com/robots.txt
+settingshttp://trusona.com/robots.txt
setup
setup-x86.exe
setup-x86_64.exe
@@ -144037,7 +144659,6 @@ sg-en/teams
sg-en/transactions
sg-en/treasury
sg-en/your
-sg/
sg/*
sg/*/item$
sg/*?*lang=en-US
@@ -144116,7 +144737,6 @@ sgt
sgtest?
sgtm/g/collect
sh
-sh/
sh/landing
sh/onboarding
sh/str/fvfsavings
@@ -144177,10 +144797,8 @@ sharedalbum_unsubscribe_error
sharedalbum_unsubscribe_undo
sharedalbum_unsupported_device
sharedcount/
-sharedfavorite.aspx
sharedmemories
sharedsvcs
-sharefavorite.aspx
sharehub
shareit.html/
sharemonitor/mac/4.0/en/sharemonitor/usermanual
@@ -144215,7 +144833,6 @@ sheil
shekou/tag
shelf/user_shelves
shell.html
-shell/
shellbitumen100
shellbitumen100.html
shellenergy/electricity
@@ -144263,6 +144880,7 @@ shipping-billinginfo.html
shipping-label
shipping-payment
shipping-policy
+shipping/chairish-options
shipping/track
shippinginformation
shl
@@ -144384,6 +145002,7 @@ shop/isbn/
shop/l
shop/lifestyle
shop/login
+shop/me$
shop/member
shop/messages
shop/mobile/5g
@@ -144506,7 +145125,7 @@ shop/search/?q=wine%20glasses
shop/search/?q=yarn
shop/search/?q=yeti
shop/search/?q=yoga%20mat
-shop/search/http://dict.leo.org/robots.txt
+shop/search/http://godotengine.org/robots.txt
shop/sitemap-category
shop/special+promotions
shop/stationery
@@ -144548,12 +145167,23 @@ shopifyapp
shople
shopper-experience-index
shopper-platform
+shopper/goto_store/
+shopper/item_deal_comment/show/
+shopper/item_description
+shopper/merchants/top_deals/
+shopper/redirect_to_external/
+shopper/redirect_to_store/
+shopper/show_item_deals/
+shopper/show_reviews/
+shopper/ttm/
+shopper/visit_merchant/
+shopper/visit_review/
+shopper/visit_store/
shopping
shopping-bag
shopping-bag*
shopping-bag/
shopping-cart
-shopping-cart/
shopping-content-api/product_images
shopping-deals
shopping-list
@@ -144638,7 +145268,7 @@ shopzilla*cnxclid=
shopzilla*cnxclid=SZ
short
short-link
-short-url-machine/error/http://nmap.org/robots.txt
+short-url-machine/error/http://blogs.gartner.com/robots.txt
short_videos
shortcode
shortcode=
@@ -144689,7 +145319,7 @@ shots/week
shots/year
shouldremainempty/
shout-factory-partners-with-vivendi-visual-entertainment
-shoutbox/http://1-euro-jewellery.eu/robots.txt
+shoutbox/http://hofener-muehle.de/robots.txt
show
show-dog-universal-music-expands-staff-with-new-appointments
show-dog-universal-music-universal-music-group-nashville-renew-relationship
@@ -144711,6 +145341,7 @@ showMore.html$
showPopup=*
showProject
showTask
+show_all=
show_bug.cgi
show_bug.cgi*ctype=
show_bug.cgi*format=multiple
@@ -144804,7 +145435,6 @@ shuffle-app
si
si-LK
si-lk/
-si/
si/*
si/*?*lang=en-US
si/AjaxService/
@@ -144842,8 +145472,6 @@ sid.php*
sid=
side-hustle-school-promo
sidebar.json
-sidebar_rs_e.inc
-sidebar_rs_f.inc
sidekiq
sidewiki/entry
sie?
@@ -144964,7 +145592,7 @@ signurl
sigtau
silent-login
silent.html
-silicosis/en/search/http://co-operativebank.co.uk/robots.txt
+silicosis/en/search/http://bringatrailer.com/robots.txt
silicosis/fr/search/
silicosis/search/
silkn*
@@ -145221,7 +145849,7 @@ sitecore_files
sitecore_files/
sitecore_modules
sitecore_services/
-sitecorehttp://yankodesign.com/robots.txt
+sitecorehttp://property24.com/robots.txt
sitecounterajax
sitedashboard
sitedown
@@ -145400,7 +146028,7 @@ sitemap_3.xml
sitemap_4.xml
sitemap_com_properties
sitemap_pages.xml
-sitemap_test_marketing.xmlhttp://cracked.com/robots.txt
+sitemap_test_marketing.xmlhttp://rtp.pt/robots.txt
sitemapfull
sitemapgen.php
sitemapindex-salon-appointment.xml
@@ -145414,17 +146042,9 @@ sitemaps/
sitemaps/*.xml$
sitemaps/*?page=
sitemaps/*OBI
-sitemaps/SearchSitemaps_*
sitemaps/daily/*.xml
-sitemaps/free_*
-sitemaps/image_1300*
-sitemaps/image_daily_sitemap_1300L7*
-sitemaps/image_daily_sitemap_exp1300L7*
sitemaps/neighborhood
sitemaps/sitemap/*.xml$
-sitemaps/sitemap_2.0/video/sitemap-index-0.xml
-sitemaps/sitemap_2.0/video/video_daily_index_*
-sitemaps/sitemap_2.0/video/video_daily_index_v_*
sitemaps_xml_files
sitemessages
siteminderagent
@@ -145492,7 +146112,7 @@ sites/all/*/*.jpeg
sites/all/*/*.jpg
sites/all/*/*.js
sites/all/*/*.png
-sites/all/*/*.svghttp://acdsee.com/robots.txt
+sites/all/*/*.svghttp://ptsd.va.gov/robots.txt
sites/all/modules/elysia_cron
sites/all/static/recorregut
sites/all/themes/greatist2x/js/greatist/templates
@@ -147283,7 +147903,7 @@ sites/googlecloud
sites/googlecloudaisolutions
sites/gradsoflife
sites/gran-coramino
-sites/gs1/files/docs/EDI/*http://reliefweb.int/robots.txt
+sites/gs1/files/docs/EDI/*http://health.gov/robots.txt
sites/gsb/files/program-brochure
sites/guild
sites/guocoland
@@ -147517,7 +148137,7 @@ sites/none
sites/northerntrust
sites/northwesternmutual
sites/norton
-sites/novartis_de/files/http://wayfair.com/robots.txt
+sites/novartis_de/files/http://summersontheyard.com/robots.txt
sites/novavax
sites/nsidc.org/files
sites/ntt-data
@@ -147895,6 +148515,7 @@ sk-US
sk-VN
sk-ZA
sk-sk
+sk-sk
sk-sk-new
sk-sk/
sk-sk/404
@@ -147903,9 +148524,11 @@ sk-sk/booking
sk-sk/check-in
sk-sk/itinerary
sk-sk/itinerary-new
+sk-sk/lp$
+sk-sk/lp/contact-us
+sk-sk/lp/homepage$
sk-sk/profile
sk-sk/smartsearchforwarder
-sk/
sk/*
sk/*-p-*/product-features
sk/*-x-*-a*-v
@@ -148250,7 +148873,6 @@ sl-SI
sl-SI/$
sl-US
sl-si/
-sl/
sl/*.html
sl/*SellLikeItem
sl/*bn_*?
@@ -148385,12 +149007,10 @@ slot/pragmatic-slots-multi-new
slot/smartsoft-slot
slp/*/b$
slp/s$
-slr
sls/sls
sm
sm-
sm-no-follow-pages.html
-sm/
sm/de
sm/en
sm/es
@@ -148425,6 +149045,7 @@ smart/pollen2013
smart/pollen2014
smart_snacks_when_you_are_pregnant_pregnancy/article.htm
smartapi
+smartavto
smartlinks
smartmarket
smartmarket/*/productListInitial.action?
@@ -148465,7 +149086,6 @@ sme/tools/product-finder-result.page
smelistings*
smellier/
smevi
-smf
smgen.aspx
smi-newsletter
smi/projects/protege/download/old-releases
@@ -148504,7 +149124,6 @@ sn
sn-app
sn-config.html
sn-directory-feed.php
-sn/
sn/search-result
sn_twitter_Blog-ProjectStory*
sna
@@ -148520,7 +149139,7 @@ snaps$
snapshot/
snapshots
sndmsg?
-snippet/
+snippet
snippets
snow-and-ice/extent
snow-and-ice/recent-snow
@@ -148539,7 +149158,6 @@ sns/*
so
so-SO
so-SO/$
-so/
so/*.js
so/search-result
soa
@@ -148821,7 +149439,6 @@ software/vendors/new
software/vendors/optimize-software-for-ai-search
software/visit$
software/visit?
-software/winboard/whats_new
sogou
sogou?
sohu/sohu?
@@ -149416,6 +150033,14 @@ sondaggio_sport.php
sondaggiofin.php
sondaggionew.php
song
+song/*/Ajax
+song/delete_user_review
+song/fetch-perf-year-ajax
+song/fetch_overview_review
+song/fetch_review_view
+song/report_inappropriate
+song/review_thumbs
+song/save_user_review
songs-for-japan-hits-10m-milestone
songs-for-the-philippines-launched-globally-on-itunes-to-benefit-the-philippines-disaster-relief-efforts
sonnets.php
@@ -149569,7 +150194,7 @@ spaziovenditori
spbasic
spbot
spc
-spc-bin/http://mariadb.org/robots.txt
+spc-bin/http://crateandbarrel.com/robots.txt
spc-source=
spc/amazon/en/landingPage.html
spc/uber
@@ -149623,7 +150248,7 @@ special/list/
special/lowes-black-friday
special/store/
special/tour-de-france
-special/tour-de-france/http://ringcentral.com/robots.txt
+special/tour-de-france/http://experience.arcgis.com/robots.txt
special/webhost
specialOffers
specialballots
@@ -149730,9 +150355,9 @@ sponsored-stories
sponsored-stories/
sponsored-topic
sponsored/
-sponsored/$http://mind.org.uk/robots.txt
-sponsored/$http://nbn-resolving.org/robots.txt
-sponsored/$http://siteinspire.com/robots.txt
+sponsored/$http://pantip.com/robots.txt
+sponsored/$http://vids.myspace.com/robots.txt
+sponsored/$http://whatismybrowser.com/robots.txt
sponsored/*
sponsored/2022/10/disruptors-who-are-changing-their-industries
sponsored/previewarticle
@@ -149758,7 +150383,7 @@ sport
sport*?*ajax=1
sport*?*parent-reqid
sport-and-wellness
-sport-datencenter-category-basehttp://datacenterdynamics.com/robots.txt
+sport-datencenter-category-basehttp://auswaertiges-amt.de/robots.txt
sport-ga
sport-navigation
sport-unify
@@ -149853,7 +150478,7 @@ spring-release
spring-sprung-ghostery-v7-2
sprint_wml
sprint_xhtml
-sprypanel/http://broadcom.com/robots.txt
+sprypanel/http://mathworld.wolfram.com/robots.txt
sps-dev
spsales
spur-download
@@ -150067,9 +150692,11 @@ sso-signin?
sso/
sso/*
sso/action/logout
+sso/lfe/ui/registration?templateId=cpcapps&stepupId=consumer
sso/login
sso/login
sso/openidconnect/signin
+sso/pfe/ui/registration?templateId=cpcapps&manifestId=cpgSecurity&stepupId=smb_mode1,smb_link,commercial_link
sso?
sso_error=
sso_failed=
@@ -150082,7 +150709,6 @@ sstk/api/footage/wasabi
st
st$
st.redirect*
-st/
st/$
st/c/work
st/inter/Global/dailyedition
@@ -150113,7 +150739,7 @@ staff/2926/dan-bickley
staff/8295/marisa-kwiatkowski
staff/barlowj2
staff/committees/Inf/ISMG
-staff/http://data.consilium.europa.eu/robots.txt
+staff/http://granta.com/robots.txt
staff/marsdena
staff/org
staff/org?*
@@ -150232,7 +150858,6 @@ statement-on-falcon-content-update-for-windows-hosts-it
statement-on-falcon-content-update-for-windows-hosts-kr
statement-on-falcon-content-update-for-windows-hosts-latam
statement-on-falcon-content-update-for-windows-hosts-tw
-statement.asp*
statements
states
statestreet/
@@ -150387,7 +151012,7 @@ stats/events/
stats/help/glossary
stats/help/statminimums
stats/history
-stats/player-stats/*http://w.soundcloud.com/robots.txt
+stats/player-stats/*http://nick.com/robots.txt
stats3.html
stats?gid=
stats_report/
@@ -150467,7 +151092,6 @@ steve-pritchitt-appointed-general-manager-of-fontana
steve-wengert-appointed-vice-president-of-catalog-classics-jazz-and-associated-labels-universal-music-video-distribution
stf
stg
-sthlt
stickerpack
stickers
stickers
@@ -150514,24 +151138,10 @@ stingray/mobile/listingResolver
stlouis/account
sto
stob-dab
-stock-image-*.html
-stock-photo-*.html
-stock-photo/
-stock-photo/*/
-stock-photo/*?pe=001*
-stock-photo/*sortby=1*
-stock-photo/*sortby=4
-stock-photo/*sortby=5*
-stock-photo/smartphone/
-stock-photography-*.asp*
-stock-photography/
stock-ranker
-stock-video/
stock_market/
stockade.php
stockchart/export.asp?stSId
-stockfoto-*.html
-stockfoto-*image*.html
stockimages/122x96
stockimages/300
stockimages/300x200
@@ -150545,6 +151155,7 @@ stolen.html
stoloto/site/prototype
stomach_cancer_symptoms_treatment/article.htm
stomach_flu_what_you_need_to_know/article.htm
+stomatolog
stomatology
stop-smoking-celebrities-pictures/
stop-smoking-pictures/the-best-and-worst-ways-to-quit-smoking.aspx
@@ -150552,6 +151163,7 @@ stop-smoking/smoking-cessation-aids.aspx
stop_mobi=
stopartnertest/
storage
+storage/download
storage/temp
store
store-engine$
@@ -150784,17 +151396,17 @@ straight-up-steve-austin
strange_surprising_addictions_mental_health/article.htm
strategic
strategic-marketing-and-commercial-affairs-division-announced
-strategic-partners/cushman-wakefield/http://sling.com/robots.txt
+strategic-partners/cushman-wakefield/http://publish.twitter.com/robots.txt
strategic-plan
-strategicplan/index.php/http://fashionmagazine.com/robots.txt
+strategicplan/index.php/http://gdansk.pl/robots.txt
strategist
strategist/amp
strategist/search
-strategisthttp://boston.com/robots.txt
-strategisthttp://cartercenter.org/robots.txt
+strategisthttp://business.financialpost.com/robots.txt
strategisthttp://google.ch/robots.txt
-strategisthttp://nrl.com/robots.txt
-strategisthttp://optout.aboutads.info/robots.txt
+strategisthttp://n26.com/robots.txt
+strategisthttp://salute.gov.it/robots.txt
+strategisthttp://shure.com/robots.txt
strawberry-anma
stream
stream/*20
@@ -150965,17 +151577,12 @@ study-information-request/adminapp
study-new
study/_ajax
study/accessibility-test-for-wcag-2.2-aa-compliance-standards
-study/applied-technical-leadership-bs
study/apply/results/information-for-staff/
study/assets/content
-study/business-administration-accounting-mba
-study/business-administration-international-business-bs
study/campaigns/international/international-guide-success
study/campaigns/international/pg/can-we-match-your-offer
study/chat-to-our-graduates
study/clearing/register/thanks/
-study/computational-finance-ms
-study/construction-management-ms
study/courses/postgraduate-taught/2023
study/courses/postgraduate-taught/2024
study/courses/postgraduate-taught/2025
@@ -150983,36 +151590,14 @@ study/courses/undergraduate/2023
study/courses/undergraduate/2024
study/courses/undergraduate/2025
study/courses/undergraduate/2026
-study/criminal-justice-ms
-study/curriculum
-study/dietetics-and-nutrition-bs
study/discover
-study/electrical-mechanical-engineering-technology-bs
-study/engineering-management-me
-study/engineering-phd
-study/entrepreneurship-and-innovative-ventures-ms
-study/facility-management-ms
-study/health-care-finance-adv-cert
-study/health-informatics-ms
-study/health-systems-management-ms
-study/human-resource-development-ms
study/humanities-campaigns/
-study/industrial-and-systems-engineering-me
-study/integrative-design-ms
study/international-students/visiting-exchange-erasmus-students/modules/modules
study/international/fees/international-deposits/international-deadline-extension
-study/journalism-bs
-study/management-ms
study/manual/handbook-1-stake-presidents-and-bishops
study/masters/humanities-campaigns/
study/mba/full-time-mba/request-a-brochure/thank-you.html
-study/mechatronics-engineering-certificate
-study/media-arts-and-technology-ms
-study/microelectronics-manufacturing-engineering-me
study/modules
-study/networking-and-systems-administration-ms
-study/new-media-marketing-bs
-study/non-toxic-printmaking-adv-cert
study/open-days-and-campus-tours/parking-permits
study/pg/courses/2018
study/portal-unavailable/
@@ -151023,17 +151608,7 @@ study/postgraduate/open-events/online-events/pg-offerholder-week
study/postgraduate/search/research_interests
study/postgraduate/search/search_results
study/postgraduate/virtual-open-day/
-study/print-and-graphic-media-science-ms
-study/print-and-graphic-media-technology-bs
-study/public-policy-bs
-study/quality-management-certificate
-study/school-psychology-adv-cert
-study/school-psychology-ms
study/search
-study/service-leadership-and-innovation-ms
-study/sustainable-engineering-me
-study/sustainable-engineering-ms
-study/telecommunications-engineering-technology-ms
study/ug/courses/archived
study/undergraduate/2014/visiting/campustours/
study/undergraduate/apply/notify-us-of-your-eligibility-for-a-grade-reduction
@@ -151052,7 +151627,6 @@ study/undergraduate/virtual-open-day/
study/visit/undergraduate/on-demand
study/visitus/applicantvisitdays
study/visitus/applicantvisitdaysonline
-study/web-and-mobile-computing-bs
study2
study_languages_pay_author
studylist
@@ -151343,7 +151917,7 @@ subscription_center
subscription_orders.cgi
subscription_request.cgi
subscriptioncancel
-subscriptionhttp://mines.edu/robots.txt
+subscriptionhttp://katespade.com/robots.txt
subscriptions
subscriptions
subscriptions-manager?channel=
@@ -151356,9 +151930,6 @@ subscriptiontos
subshare
subsites
substance
-substances/ForUpload/
-substances/cgi-bin/
-substances/images/
substanceuserecovery
subswitch
subtitle-admin/
@@ -151368,7 +151939,7 @@ subtitle/
subtitles-1
subtitles-2
subtitles/
-subviews/*http://curl.se/robots.txt
+subviews/*http://kesq.com/robots.txt
success
success-stories
successteammanager
@@ -151596,12 +152167,33 @@ support-us/stories/overview-wfp
support-your-pro
support-your-pro?providerID=
support/
-support/*http://stylist.co.uk/robots.txt
+support/*/ServiceTag
+support/*/chat
+support/*/cn/zh
+support/*/en-hk
+support/*/hk/zh
+support/*/ips
+support/*/ru/ru
+support/*/servicetag
+support/*/tab_mob
+support/*/tw/zh
+support/*/zh-cn
+support/*/zh-hk
+support/*/zh-tw
+support/*http://peta.org/robots.txt
support/*zout_
+support/Diagnostics
+support/Search
+support/article{lwp}
support/category
+support/clientconnection
+support/components
support/content
support/copy-link
+support/coveo-dell
+support/csbapi
support/custom_resource
+support/diagnostics
support/direct-images
support/direct-tooltips
support/distr
@@ -151616,20 +152208,34 @@ support/forum/members/
support/forum/search?
support/global-opt-out
support/help/search.aspx
+support/home/*/*/*/Diagnostics
+support/home/*/*/*/Drivers/DownloadList
+support/home/*/*/*/Drivers/DriversList
+support/home/*/*/*/Drivers/EmailSubscription
+support/home/*/*/*/Drivers/OneClick
support/home/SearchForm
+support/home/cassette.axd
+support/incidents-online/*/contactus/product
support/index
+support/ips
+support/kbdoc/*/000287599
+support/kbdoc/*/article/lkbprint
support/knowledgebase/article.aspx?type=article*contentid
support/knowledgebase/subcategory.aspx?type=category*contentid
support/knowledgecenter/api
support/knowledgecenter/v1
+support/manuals/*/*/*/flyout
support/maps-beta
support/market-images
support/mobile/device-troubleshooting
support/oem/
+support/order-status/*/order-collection
+support/order-status/*/packingslip
support/praktikum-english
support/praktikum/flow.html
support/preview/
support/privacy-policy
+support/productsmfe
support/reader
support/relay_point_py.html
support/search
@@ -151639,6 +152245,7 @@ support/search.json
support/security
support/security-center/detected-writeup*
support/showarticle
+support/sitealerts/*-
support/subscribe/regist_entry.php
support/tag
support/test
@@ -151689,7 +152296,7 @@ susan-mazo-named-senior-vice-president-global-communications-for-universal-music
susan-povich-promoted-to-vice-president-business-legal-affairs-universal-music-elabs
suscripcion
suscripcion-digital
-suscripciones/oferta_universitarios/http://counterpunch.org/robots.txt
+suscripciones/oferta_universitarios/http://kaskus.co.id/robots.txt
suspended_tickets
suspension-appeal
sustainability
@@ -151785,6 +152392,7 @@ sv-ZA
sv-fi/
sv-se
sv-se
+sv-se*/lp
sv-se-new
sv-se/
sv-se/404
@@ -151914,6 +152522,7 @@ svc/letter-boxed
svc/news/v3/all/pshb.rss
svc/pips
svc/seo
+svc/similar
svc/spelling-bee
svc/strands
svc/sudoku
@@ -151973,10 +152582,10 @@ sweeps-rules*
sweeps/yeezy-instore-sweeps.html
sweepstakes
sweepstakes-casinos
-sweepstakes-casinos/http://baesystems.com/robots.txt
-sweepstakes-casinos/http://health.gov/robots.txt
-sweepstakes-casinos/http://punknews.org/robots.txt
-sweepstakes-casinos/http://spin.com/robots.txt
+sweepstakes-casinos/http://easterseals.com/robots.txt
+sweepstakes-casinos/http://hotelscombined.com/robots.txt
+sweepstakes-casinos/http://schools.nyc.gov/robots.txt
+sweepstakes-casinos/http://thepioneerwoman.com/robots.txt
sweepstakes-casinos/http://twitter.github.io/robots.txt
swen
swf
@@ -152013,7 +152622,6 @@ sxi/servlet/sximovie
sxi/servlet/sxisearch
sxsw
sy
-sy/
sydney-white
syi
sylvia-rhone-appointed-president-of-motown-records-and-executive-vice-president-universal-records
@@ -152072,7 +152680,6 @@ system_requirements_check.jsp
systemcenter/
systems/platforms/linux/software/package
sz
-sz/
sz=*
szl/forums
szl/kb/*/discuss
@@ -152407,7 +153014,7 @@ tabs/*.htm?sort=date
tabs_files/
tabuleiros-costeiros/a-unidade/missao-visao-e-valores
tachyon
-tachyon/http://womansday.com/robots.txt
+tachyon/http://archinect.com/robots.txt
tacms
tacs
taf.php
@@ -152607,7 +153214,7 @@ tagmanager/pptm.js
tags
tags
tags*
-tags*http://scoop.it/robots.txt
+tags*http://bp.com/robots.txt
tags-artists
tags-regions/json
tags.php
@@ -152739,8 +153346,10 @@ target_id
target_pay
targetdirect_group
tarife-fotograf-ekle
+tariff_so_skidkoy_30
tariffs-error-page
tariffselect
+tarifishhe-i-v-ramkah-opcii
tarn-et-garonne/
tarn-et-garonne/assure/actualites/
tarn/
@@ -152759,6 +153368,7 @@ tasks/r/form
tastesurvey
tatia-adams-fox-promoted-to-vice-president-marketing-universal-motown-records
tattoo_pictures_slideshow/article.htm
+tawang
tax-center
tax-interview.rl
tax-pros-index-search
@@ -152850,7 +153460,6 @@ tc
tc-HK
tc-editor/
tc-test
-tc/
tc/accept
tcfeeds/htcatnewsfeed
tcfeeds/htnewsfeed
@@ -152860,7 +153469,6 @@ tco
tco.html
tcs
td
-td/
tdate/*%2F*%2F0*
tdate/*%2F*%2F1*
tdate/*%2F*%2F200*
@@ -153155,10 +153763,10 @@ tealium
team
team-
team-account
-team-blog/http://ladiaria.com.uy/robots.txt
+team-blog/http://equalityhumanrights.com/robots.txt
team/*/schedule$
team/bloomberg-news
-team/comparehttp://businessinsider.com.au/robots.txt
+team/comparehttp://mitsubishielectric.co.jp/robots.txt
teamInvitations
teamplain/
teams
@@ -153598,7 +154206,7 @@ tekrar-al
tel
tel:
tel:*
-telechargements/stockage-perso-staff/http://tartalogasteiz.com/robots.txt
+telechargements/stockage-perso-staff/http://savethemonasteries.org/robots.txt
teleconnections/*.php?
telefony-a-zarizeni/basket
telegram998com
@@ -154329,13 +154937,12 @@ test-tag
test-url.html
test-v1-page-template
test-xalok
-test.asp.txt
test.html
test.html
test.jsp
test.umb.edu/
test/
-test/
+test/
test/*
test/*?question
test/*?rtf
@@ -154368,7 +154975,7 @@ test/games/black_jack/
test/getresponse.php
test/gettest.php
test/google_showcase/
-test/http://opm.gov/robots.txt
+test/http://alternet.org/robots.txt
test/index.php?act=custom
test/index.php?act=test&id=*&q=
test/matchcenter/calcio/serie-a/classifica
@@ -154421,7 +155028,7 @@ testgpr
testhome1
testhome2
testhome3
-testhttp://technorati.com/robots.txt
+testhttp://myspace.com/robots.txt
testimonial
testimonial/
testimonials.php
@@ -154452,6 +155059,7 @@ testrn
tests
tests*
tests/*
+tests/test-city
testsuite-sas
testv27-*/
testweb
@@ -154491,7 +155099,6 @@ tfemail
tfl
tg
tg-european-breakdown-cover
-tg/
tg:
tg@
tgkkk6681
@@ -154652,7 +155259,6 @@ th-th/ux-design-tool/$
th-th/web-design/$
th-th/web-development/$
th-th/wireframe-tool/$
-th/
th/%E0%B8%9E%E0%B8%B4%E0%B8%A1%E0%B8%9E%E0%B9%8C
th/*
th/*/media/oembed
@@ -155130,9 +155736,6 @@ thumbnail_view$
thumbnails
thumbplayer-offline-log.html
thumbs
-thumbs/3/
-thumbs/6/
-thumbsImages.asp*
thunder/canplayer
thunder/css
thunder/feeds
@@ -155172,6 +155775,7 @@ ti/g2
ti/p
tibetan/search/\?query=.
tibor-rigo-appointed-managing-director-of-universal-music-hungary
+tic
tich4sd/*&f%5B1
tich4sd/*&f[
tich4sd/*?f%5B0
@@ -155351,6 +155955,7 @@ timezone-utils/static-2.30
timezone-utils/static-2.36
timezone-utils/static-2.66
timezone-utils/static-2.67
+tinder-gold-t
tinnitus/can-constantly-using-my-headphones-cause-tinnitus/
tinnitus/pulse-in-ear/
tinnitus_ringing_ears_pictures_slideshow/article.htm
@@ -155391,7 +155996,6 @@ tiu_event_banner/
tiu_footer/
tiu_reusable/
tj
-tj/
tjenester/esi
tjenester/it/adm-app/nettskjema/bilder
tjenester/it/adm-app/nettskjema/include-files
@@ -155410,7 +156014,6 @@ tjenester/it/web/vortex/drift-utvikling/hoster
tjenester/it/web/vortex/hjelp/mangler-tilgang-office365.html
tjenester/share
tk
-tkei/
tkf/CloseAccount
tkf/Contact
tkf/ListSettings
@@ -155495,20 +156098,18 @@ tld=*
tldr
tlqa
tm
-tm/
tmall
tmc
tmn/ccs
tmoney/*
tmp
tmp-
-tmp-http://www-personal.umich.edu/robots.txt
+tmp-http://intermountainhealthcare.org/robots.txt
tmp-image-robot-nofollow.txt
tmp/
tmr
tn
tn-za/
-tn/
tn/*/catalog
tn/*/catalogsearch
tn/*/checkout
@@ -155553,7 +156154,6 @@ tng
tntest/
to
to-rent/advanced-search
-to/
to=
to_fight_inflammation_the_4_best_spices_and_herbs/article.htm
to_help_manage_your_uc_10_dietary_changes/article.htm
@@ -155570,8 +156170,6 @@ toc/summary_toc.cgi
today
today-paper
today-paper/
-today/tipsheet
-today/tuesday
todays-paper
todays-paper/
todays-paper/*/alternates/*
@@ -155734,7 +156332,6 @@ toiads_prebid_checker/adset/ve-1.cms*
toiads_react_lazy/minify-1.cms*
tok
token
-token-api/
token-error
token=
tokens
@@ -155832,6 +156429,8 @@ tools/packages/cambridge_themes/getSocialImage
tools/packages/cambridge_themes/miniCart
tools/pages/toolslibrary.aspx?tag=*
tools/pev
+tools/pg/manual/PGcoa
+tools/pg/manual/PGholdmail
tools/plans-search/*
tools/plecost
tools/print.aspx
@@ -155993,7 +156592,7 @@ topla-kazan
topla-kazan-kuponlari
toprailapp
tops
-topsecret/
+topsecret/
topsocial
topup
toronto/tag
@@ -156002,7 +156601,7 @@ tos
tos-old
tos/banner.js
total-leadership
-totalSearch/search.dohttp://aliexpress.ru/robots.txt
+totalSearch/search.dohttp://floridastateparks.org/robots.txt
tots
tou
touch/login
@@ -156133,6 +156732,7 @@ tr-US
tr-VN
tr-ZA
tr-tr
+tr-tr
tr-tr-new
tr-tr/
tr-tr/search
@@ -156141,6 +156741,8 @@ tr-tr/search/default.mi
tr.json
tr/
tr/*
+tr/*/*.html?
+tr/*/*id=
tr/?wicket:interface=
tr/AjaxService/
tr/README.txt
@@ -156270,6 +156872,7 @@ tr/pt
tr/registration
tr/renew.html
tr/resellers
+tr/s/*?
tr/seamonkey/collections
tr/seamonkey/search
tr/search
@@ -156372,7 +156975,6 @@ trackback
trackback/
tracker
tracker
-tracker/
trackers-holiday-shopping-steps-to-protect-your-privacy
tracking
tracking-number
@@ -156390,6 +156992,7 @@ tracy-zamot-appointed-sr-vp-publicity-and-media-relations-for-universal-motown-r
trade
trade-in-instant-cash-offer
trade.asp
+trade/dering-hall
trade/profile
trade_directory
trademarks/trademarks-overview.html$
@@ -156399,7 +157002,7 @@ tradeoffer
traduction
traffic
traffic-aggregation
-traffic-manager/
+traffic-manager/
traffic/
traffic/status*?
trafficbot.life
@@ -156657,6 +157260,7 @@ travel/clk
travel/cookietoast/public
travel/css
travel/entity
+travel/event/search
travel/feedback
travel/flight-search
travel/flight/flightSearch
@@ -157062,7 +157666,7 @@ trk-download
trk/click
trk/unsubscribe
trk=
-trk=http://cheddar.com/robots.txt
+trk=http://questionpro.com/robots.txt
trko
trnl
tropical_fruit_pictures_slideshow/article.htm
@@ -157101,7 +157705,7 @@ trvl
try
try$
try%
-try*http://blackbaud.com/robots.txt
+try*http://brainyquote.com/robots.txt
try-new
try-search-term
try-us/download-browser-extension
@@ -157147,7 +157751,6 @@ tt-mkt/trip/*?*aid=*
tt-mkt/trip/*?*allianceid=*
tt-mkt/trip/*?*sid=*
tt-ru/
-tt/
ttarticle/p/show
ttb
ttd
@@ -157209,7 +157812,7 @@ tv-hebrew/
tv-schedule
tv-schedule?
tv-show-group
-tv/
+tv-text
tv/*.swf$
tv/*/*/*/*
tv/*/pictures
@@ -157240,7 +157843,7 @@ tv3/marato/recerca/proposta-malalties
tv3/sx3/*/joc/pantalla-completa
tv3/sx3/families-escola/activitats/cercador
tv3/sx3/families-escola/activitats/cercador-mapa
-tv3/sx3/http://sputniknews.com/robots.txt
+tv3/sx3/http://thepointsguy.com/robots.txt
tve
tve/b/135escons
tve/b/9decada10
@@ -157293,7 +157896,6 @@ tvsignup
tw
tw-
tw-zh/
-tw/
tw/*
tw/*/item$
tw/*?*lang=en-US
@@ -157460,6 +158062,7 @@ typo3
typo3/
typo3/sysext/frontend/Resources/Public
typo3_src
+typo3_src-4.1.1
typo3_src/
typo3conf
typo3conf/
@@ -157474,7 +158077,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public
typo3conf/ext/parallels/Resources/Public
typo3conf/ext/prls_theme/Resources/Public
typo3conf/ext/theme/Resources/Public
-typo3conf/http://case-mate.com/robots.txt
+typo3conf/http://husqvarna.com/robots.txt
typo3src
typo3temp
typo3temp/
@@ -157567,7 +158170,6 @@ ua-ru/
ua-templates
ua-ua/
ua-uk/
-ua/
ua/*
ua/*/item$
ua/AjaxService/
@@ -157602,7 +158204,6 @@ ua/uk/work/products/tools/ups_selector/
ua/web.config
ua_mailing
uaeprayertimes
-uas
uas/login
uas/oauth
uas/oauth2
@@ -157653,7 +158254,6 @@ ufc/rankings
ufc/ufc
ufi/reaction/profile/browser
ug
-ug/
ugapplicants/i-have-an-offer/admissions-guide.aspx
ugapplicants/i-have-an-offer/undecided-offer-holders
ugc
@@ -157711,9 +158311,8 @@ ui-library/viewer.html
ui-router/images
ui-router/images/favicon.ico
ui/
-ui/gnwidget
uiLoggerAjax
-uiLoggerAjaxhttp://logitech.com/robots.txt
+uiLoggerAjaxhttp://theregister.co.uk/robots.txt
uiTest
ui_log
uibreakfast
@@ -157814,6 +158413,7 @@ uk-job/apply
uk-job/searchresults
uk-join
uk-tax-strategy/$
+uk-ua
uk-ua/
uk-ua/404
uk-ua/500
@@ -157821,6 +158421,9 @@ uk-ua/booking
uk-ua/check-in
uk-ua/itinerary
uk-ua/itinerary-new
+uk-ua/lp$
+uk-ua/lp/contact-us
+uk-ua/lp/homepage$
uk-ua/profile
uk-ua/smartsearchforwarder
uk.html
@@ -158704,6 +159307,7 @@ universal-sells-30-stake-in-really-useful-back-to-lloyd-webber
universal-signs-distribution-deal-with-rock-records
universal-south-appoints-fletcher-foster-to-senior-vice-president-and-general-manager
universal-south-joins-with-show-dog-to-launch-show-dog-universal-music
+universal-theme/js
universidade
university
university-partnership-program
@@ -158711,7 +159315,6 @@ university/
university/colleges/artslaw/campaigns
universityemail
univision-launches-univision-music-group
-univpub
unknown-lawyer
unlink
unlock-request
@@ -158763,7 +159366,7 @@ upcomingevents
upcomingevents.html?
update
update-browser
-update-check/wirecast/
+update-check/wirecast/
update-guide
update-password
update-personalized-offer
@@ -158797,7 +159400,7 @@ updates/
updates/*.php$
updates/*.xml$
updates/?filter=
-updates/order/*http://answers.yahoo.com/robots.txt
+updates/order/*http://uni-ulm.de/robots.txt
updates?page=
updatestats
updateutp*
@@ -158830,6 +159433,7 @@ upload.html
upload/
upload/*.m3u8
upload/MS-Assessment+Certification/
+upload/adv
upload/analyse
upload/cloud
upload/docs
@@ -158841,7 +159445,7 @@ upload/documents/files/5614/5PrilojenieMerigosregylirovaniya.pdf
upload/documents/files/5614/6Otchetopyblichnonormativnihobyazatelstvah.pdf
upload/documents/files/5614/OtchetpoGosydarstvennoiprogrammegorodaMoskviRazvitiecifrovoisrediiinnovaciiza2020god.pdf
upload/forgot_password
-upload/http://printful.com/robots.txt
+upload/http://farm3.static.flickr.com/robots.txt
upload/media/video
upload/streak
upload/upload.cgi
@@ -158857,7 +159461,6 @@ uploadedcontent
uploadedfiles
uploadedimages
uploader
-uploader/
uploader/photo/uploadPhoto
uploadfile
uploadfile.php
@@ -161365,7 +161968,7 @@ user-profile-view?
user-profile.aspx
user-profile/
user-registrierung
-user-reports/http://yahoo.co.jp/robots.txt
+user-reports/http://gemini.google.com/robots.txt
user-research-testing
user-settings
user.json
@@ -161444,7 +162047,7 @@ user/forgotPassword
user/forgotpassword
user/fpd/api
user/googleonetapverification
-user/http://petapixel.com/robots.txt
+user/http://mixpanel.com/robots.txt
user/images
user/info
user/kommoot
@@ -161479,6 +162082,7 @@ user/logout?context=
user/lostpassword
user/mtoPopupLogin
user/myAccount
+user/nav
user/not-me
user/pages
user/password
@@ -161689,6 +162293,7 @@ using
using-solar-power-to-boost-rural-michigans-economy$
using-solar-power-to-boost-rural-michigans-economy/$
using-the-figma-brand/$
+usloviya-akcii-podpiska-super-v-1s-softklab
uslugi
uslugi/$
uslugi/*/category/doctors
@@ -161734,7 +162339,7 @@ utilities/
utilities/emailafriend.aspx
utilities/glossary
utilities/glossary/index.htm
-utilities/http://castos.com/robots.txt
+utilities/http://winstonchurchill.org/robots.txt
utilities/includes/css/
utilities/includes/js/
utilities/university-statement.aspx
@@ -161745,7 +162350,8 @@ utility/scripted-file.ashx
utility/trac
utils
utils/
-utils/http://vagaro.com/robots.txt
+utils/*
+utils/http://threema.ch/robots.txt
utils_download
utils_filterSongs
utm
@@ -161888,7 +162494,6 @@ uxr-survey-management
uxtest/ux/
uy
uy-en
-uy/
uy/AjaxService/
uy/README.txt
uy/Secure/
@@ -161912,7 +162517,6 @@ uyelik/login
uyghur/search/\?query=.
uz
uz-latn-uz/
-uz/
uz/*?*lang=en-US
uz/README.txt
uz/core
@@ -162072,8 +162676,8 @@ v?key=*
v?user_and_visitor=*
v_detail_tab_comments
v_detail_tab_print*.html$
+v_ver
va
-va/
vabs
vacancy
vacancy/create
@@ -162122,13 +162726,13 @@ vanilla
vanity
vanity_participant
vans/leasing/search
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
vantage_point/archive
vapors/
var
@@ -162142,7 +162746,7 @@ var1
variant=
variation
variation-product*
-variation/http://nttdata.com/robots.txt
+variation/http://civitatis.com/robots.txt
variations/*/eula
varserver
varsity/comment
@@ -162153,7 +162757,6 @@ vbasic/
vbrun/
vbtv/
vc
-vc/
vc=
vcsharp/
vdccollections/*
@@ -162242,6 +162845,7 @@ verified-authors
verified-modal
verified-sellers/
verify
+verify$
verify-conversion/
verify-email
verify-email$
@@ -162264,6 +162868,7 @@ verizon
verizon-connecta-la-banda
verizon-wireless-teams-with-ume-to-bring-exclusive-classic-motown-recordings-to-v-cast-music-in-honor-of-black-history-month
verkaeuferportal
+verkaufen/a
vermisste_tiere.art_s
versand:
versand_s
@@ -162274,7 +162879,7 @@ version-info
version.cfm
version.json
version.txt
-version/http://pixar.com/robots.txt
+version/http://us.blackberry.com/robots.txt
version=
version_info
version_pdf.php
@@ -162306,7 +162911,7 @@ versions/Unicode6.3.0
versions/Unicode7.0.0
versions/Unicode8.0.0
versions/Unicode9.0.0
-versions/http://jp.fujitsu.com/robots.txt
+versions/http://ambitiouskitchen.com/robots.txt
verso/static
vert-confirmed-session
vertele/lo-mas-visto-tv/2
@@ -162337,12 +162942,15 @@ vertex-ai/studio/notebooklm$
vertex-ai/studio/prompt-gallery
vertex-ai/studio/redirect$
vertex-ai/studio/redirect/http://cbp.gov/robots.txt
-vertex-ai/studio/redirect/http://doterra.com/robots.txt
+vertex-ai/studio/redirect/http://elements.envato.com/robots.txt
verticals
vertriebspartner/faq/kuendigung
verve-music-group-expands-into-burgeoning-adult-contemporary-market-re-launches-famed-forecast-label
verve-music-group-promotes-mike-rittberg-to-general-manager
verwaltung/vlvz/plan
+ves-mts-eset-nod32-internet-security
+ves-mts-podpiska-ivi
+ves-mts-podpiska-mult
vesti.htm
vesti_fm
vestland/tidlegare-krabbefabrikk-eigar-vann-forsikringskrangel-1.16561748
@@ -162379,7 +162987,6 @@ vevo-is-top-10-video-property-1-entertainment-music-web-network-in-u-s
vevo-partners-with-abu-dhabi-media-company
vevo-the-recording-academy-and-cbs-partner-for-the-grammys-music-video-channel
vg
-vg/
vgn/
vgnHeaders
vh1-and-republic-records-partner-to-make-a-band-famous
@@ -162450,7 +163057,6 @@ vi-ZA
vi-vn
vi-vn
vi-vn-new
-vi/
vi/*.htm
vi/android/collections
vi/android/search
@@ -162549,7 +163155,7 @@ video*search=*o=mr$
video-
video-alert
video-blogs-
-video-cue/
+video-cue/
video-gallery
video-keywords
video-landing-pages
@@ -162604,7 +163210,7 @@ video/ad-integration
video/adnkronos
video/adnkronos/*
video/affiliate
-video/affiliate/http://cdn.knightlab.com/robots.txt
+video/affiliate/http://guggenheim.org/robots.txt
video/ajax
video/ajax_search_related
video/ajax_video_related
@@ -162848,9 +163454,8 @@ vietnamese/search/\?query=.
view
view
view$
-view$http://coloradoan.com/robots.txt
-view$http://smallbusiness.chron.com/robots.txt
-view$http://theworlds50best.com/robots.txt
+view$http://cryptome.org/robots.txt
+view$http://i.stack.imgur.com/robots.txt
view-3d-home
view-as-webpage
view-floor-plan
@@ -162966,7 +163571,7 @@ viewinfo.html
viewingactivity
viewjob
viewjob?
-viewlibrary/http://productboard.com/robots.txt
+viewlibrary/http://citizensadvice.org.uk/robots.txt
viewlocale=zh_CN
viewnationalmap/
vieworder.cfm
@@ -163033,7 +163638,6 @@ virtuallabs/
virtualnottingham
virtualsupportassistant
virtualterminal
-viruswarning.aspx
visajobb?
visasignature/apply.jsp
visasignature/benefits.jsp
@@ -163151,7 +163755,6 @@ vms234
vmware/about
vn
vn
-vn/
vn/*/item$
vn/*?*lang=en-US
vn/README.txt
@@ -163218,8 +163821,6 @@ vols/ct
volunteer-monitor-resources
volunteer-role-environment
volunteer-role-type
-volunteer/
-volunteers/
vomiting/guide/
voo/cn/*
voo/ct
@@ -163275,7 +163876,7 @@ vpBaselines
vpad/cityuecontact.htm
vpad/groupcompanies.htm
vplbl
-vpn-config/http://tru.ca/robots.txt
+vpn-config/http://blippar.com/robots.txt
vpn/
vpnfan
vpns-how-do-they-work-and-things-to-consider
@@ -163322,7 +163923,6 @@ vsx2008/
vt
vtls
vu
-vu/
vue234
vuelo/cn/*
vuelo/ct
@@ -163333,6 +163933,8 @@ vutils/
vw3d
vx27
vx:
+vygodnoe-kombo-dilery
+vygodnoe-kombo-telefon
vyhladavanie
vyhledavani
vyu123
@@ -163346,7 +163948,7 @@ w/index.php?
w/index.php?title=Special%3ALandingPage
w/index.php?title=Special:LandingPage
w/index.php?title=Special:NewPages&feed=rss&namespace=all
-w/index.phphttp://mbta.com/robots.txt
+w/index.phphttp://chinadigitaltimes.net/robots.txt
w/load.php?
w/newpage
w/rest.php/site/v1/sitemap
@@ -163451,7 +164053,6 @@ watchlist
watchlists
watchlists/*
water
-water-eau/
water-health/drinking-water-taste.aspx
water-health/water-body-health.aspx
water-quality
@@ -163589,11 +164190,21 @@ web/*/studies/*/solr
web/*/studies/*/utilization
web/GetSkinFile
web/api/v1/product-page/product-cards
+web/assets/pdf/blogs/16723-returns-whitepaper_en.pdf
+web/assets/pdf/blogs/16723-returns-whitepaper_fr.pdf
+web/assets/pdf/blogs/CanadaPost_The-Journey-to-Build-Loyalty-Among-Online-Shoppers.pdf
+web/assets/pdf/blogs/PostesCanada_Le-Parcours-de-la-fidelisation-de-lacheteur-en-ligne.pdf
+web/assets/pdf/blogs/canada-post-growing-e-commerce-in-canada-2016_en.pdf
+web/assets/pdf/blogs/canada-post-growing-e-commerce-in-canada-2016_fr.pdf
+web/business/
+web/business_fr/
web/checkout
web/common/en/all_regions/pdfs/BELL_CA_STYLEGUIDE.pdf
web/documentation/accessibility-checklists
web/emadrid-legacy
+web/en/kb/details.page?article=how_to_know_who_sign&cattype=kb&cat=receiving&subcat=tracking
web/enterprise/newsroom/impact/
+web/fr/kb/details.page?article=how_to_know_who_sign&cattype=kb&cat=receiving&subcat=tracking
web/guest
web/guest/*
web/guest/pdf
@@ -164015,6 +164626,7 @@ web/packages/BKMutate/DESCRIPTION
web/packages/BKP/DESCRIPTION
web/packages/BKPC/DESCRIPTION
web/packages/BKQualit/DESCRIPTION
+web/packages/BKT/DESCRIPTION
web/packages/BKTR/DESCRIPTION
web/packages/BKVerify/DESCRIPTION
web/packages/BLA/DESCRIPTION
@@ -164751,6 +165363,7 @@ web/packages/CoTiMA/DESCRIPTION
web/packages/CoalescentPhylo/DESCRIPTION
web/packages/CoastlineFD/DESCRIPTION
web/packages/CodataGS/DESCRIPTION
+web/packages/CodeCarbonR/DESCRIPTION
web/packages/CodeDepends/DESCRIPTION
web/packages/CodelistGenerator/DESCRIPTION
web/packages/CohortCharacteristics/DESCRIPTION
@@ -166023,7 +166636,6 @@ web/packages/GPLTR/DESCRIPTION
web/packages/GPP/DESCRIPTION
web/packages/GPRMortality/DESCRIPTION
web/packages/GPSCDF/DESCRIPTION
-web/packages/GPSeqClus/DESCRIPTION
web/packages/GPTCM/DESCRIPTION
web/packages/GPTreeO/DESCRIPTION
web/packages/GPUmatrix/DESCRIPTION
@@ -166237,7 +166849,6 @@ web/packages/HCTDesign/DESCRIPTION
web/packages/HCUPtools/DESCRIPTION
web/packages/HCmodelSets/DESCRIPTION
web/packages/HDANOVA/DESCRIPTION
-web/packages/HDBRR/DESCRIPTION
web/packages/HDCD/DESCRIPTION
web/packages/HDCurves/DESCRIPTION
web/packages/HDGLM/DESCRIPTION
@@ -166775,6 +167386,7 @@ web/packages/L2DensityGoFtest/DESCRIPTION
web/packages/L2E/DESCRIPTION
web/packages/L2hdchange/DESCRIPTION
web/packages/LA/DESCRIPTION
+web/packages/LABTNSCPSS/DESCRIPTION
web/packages/LAD/DESCRIPTION
web/packages/LAGOSNE/DESCRIPTION
web/packages/LAIr/DESCRIPTION
@@ -167051,7 +167663,6 @@ web/packages/MBC/DESCRIPTION
web/packages/MBCbook/DESCRIPTION
web/packages/MBESS/DESCRIPTION
web/packages/MBGapp/DESCRIPTION
-web/packages/MBHdesign/DESCRIPTION
web/packages/MBMethPred/DESCRIPTION
web/packages/MBNMAdose/DESCRIPTION
web/packages/MBNMAtime/DESCRIPTION
@@ -167530,7 +168141,6 @@ web/packages/MonotonicityTest/DESCRIPTION
web/packages/Monte.Carlo.se/DESCRIPTION
web/packages/MonteCarloSEM/DESCRIPTION
web/packages/MoonShineR/DESCRIPTION
-web/packages/MorphSim/DESCRIPTION
web/packages/Morpho/DESCRIPTION
web/packages/MorphoRegions/DESCRIPTION
web/packages/MorphoTools2/DESCRIPTION
@@ -168772,7 +169382,6 @@ web/packages/RKelly/DESCRIPTION
web/packages/RKorAPClient/DESCRIPTION
web/packages/RLRsim/DESCRIPTION
web/packages/RLT/DESCRIPTION
-web/packages/RLeafAngle/DESCRIPTION
web/packages/RLescalation/DESCRIPTION
web/packages/RLogicalOps/DESCRIPTION
web/packages/RLoptimal/DESCRIPTION
@@ -169715,6 +170324,7 @@ web/packages/STAREG/DESCRIPTION
web/packages/STARRS/DESCRIPTION
web/packages/STARTS/DESCRIPTION
web/packages/STARTdesign/DESCRIPTION
+web/packages/STATassist/DESCRIPTION
web/packages/STATcubeR/DESCRIPTION
web/packages/STB/DESCRIPTION
web/packages/STCCGEV/DESCRIPTION
@@ -173723,6 +174333,7 @@ web/packages/csvread/DESCRIPTION
web/packages/csvwr/DESCRIPTION
web/packages/csvy/DESCRIPTION
web/packages/ct/DESCRIPTION
+web/packages/ctOpenData/DESCRIPTION
web/packages/ctablerseh/DESCRIPTION
web/packages/ctbi/DESCRIPTION
web/packages/ctf/DESCRIPTION
@@ -173947,6 +174558,7 @@ web/packages/datasetsICR/DESCRIPTION
web/packages/datasetviewer/DESCRIPTION
web/packages/dataspice/DESCRIPTION
web/packages/datastat/DESCRIPTION
+web/packages/datasus/DESCRIPTION
web/packages/datasusr/DESCRIPTION
web/packages/dataverifyr/DESCRIPTION
web/packages/dataverse/DESCRIPTION
@@ -176277,7 +176889,6 @@ web/packages/gamlss.data/DESCRIPTION
web/packages/gamlss.dist/DESCRIPTION
web/packages/gamlss.inf/DESCRIPTION
web/packages/gamlss.lasso/DESCRIPTION
-web/packages/gamlss.mx/DESCRIPTION
web/packages/gamlss.tr/DESCRIPTION
web/packages/gamlss/DESCRIPTION
web/packages/gamlssbssn/DESCRIPTION
@@ -176598,6 +177209,7 @@ web/packages/ggOceanMaps/DESCRIPTION
web/packages/ggPMX/DESCRIPTION
web/packages/ggQQunif/DESCRIPTION
web/packages/ggRandomForests/DESCRIPTION
+web/packages/ggResidpanel/DESCRIPTION
web/packages/ggRtsy/DESCRIPTION
web/packages/ggScatRidges/DESCRIPTION
web/packages/ggThemeAssist/DESCRIPTION
@@ -178754,6 +179366,7 @@ web/packages/languagelayeR/DESCRIPTION
web/packages/languageserver/DESCRIPTION
web/packages/languageserversetup/DESCRIPTION
web/packages/lans2r/DESCRIPTION
+web/packages/lapop/DESCRIPTION
web/packages/lares/DESCRIPTION
web/packages/lareshiny/DESCRIPTION
web/packages/lars/DESCRIPTION
@@ -180036,7 +180649,6 @@ web/packages/mixedBayes/DESCRIPTION
web/packages/mixedCCA/DESCRIPTION
web/packages/mixedClust/DESCRIPTION
web/packages/mixedLSR/DESCRIPTION
-web/packages/mixedMem/DESCRIPTION
web/packages/mixedbiastest/DESCRIPTION
web/packages/mixedfact/DESCRIPTION
web/packages/mixediffusion/DESCRIPTION
@@ -180625,6 +181237,7 @@ web/packages/mvcauchy/DESCRIPTION
web/packages/mvcor/DESCRIPTION
web/packages/mvctm/DESCRIPTION
web/packages/mvdalab/DESCRIPTION
+web/packages/mvdpd/DESCRIPTION
web/packages/mverse/DESCRIPTION
web/packages/mvfmr/DESCRIPTION
web/packages/mvgam/DESCRIPTION
@@ -182915,6 +183528,7 @@ web/packages/qcpm/DESCRIPTION
web/packages/qcr/DESCRIPTION
web/packages/qcrlscR/DESCRIPTION
web/packages/qcv/DESCRIPTION
+web/packages/qdaR/DESCRIPTION
web/packages/qdap/DESCRIPTION
web/packages/qdapDictionaries/DESCRIPTION
web/packages/qdapRegex/DESCRIPTION
@@ -185833,6 +186447,7 @@ web/packages/spatialrisk/DESCRIPTION
web/packages/spatialsample/DESCRIPTION
web/packages/spatialwarnings/DESCRIPTION
web/packages/spatialwidget/DESCRIPTION
+web/packages/spatpersist/DESCRIPTION
web/packages/spatsoc/DESCRIPTION
web/packages/spatstat.Knet/DESCRIPTION
web/packages/spatstat.data/DESCRIPTION
@@ -186073,6 +186688,7 @@ web/packages/sspse/DESCRIPTION
web/packages/ssr/DESCRIPTION
web/packages/ssrn/DESCRIPTION
web/packages/sss/DESCRIPTION
+web/packages/sssp/DESCRIPTION
web/packages/sssvcqr/DESCRIPTION
web/packages/sstn/DESCRIPTION
web/packages/sstvars/DESCRIPTION
@@ -186397,6 +187013,7 @@ web/packages/support.BWS2/DESCRIPTION
web/packages/support.BWS3/DESCRIPTION
web/packages/support.CEs/DESCRIPTION
web/packages/supportR/DESCRIPTION
+web/packages/suppr/DESCRIPTION
web/packages/sur/DESCRIPTION
web/packages/sure/DESCRIPTION
web/packages/sureLDA/DESCRIPTION
@@ -187804,6 +188421,7 @@ web/packages/vaxpmx/DESCRIPTION
web/packages/vayr/DESCRIPTION
web/packages/vazul/DESCRIPTION
web/packages/vbm/DESCRIPTION
+web/packages/vbpm/DESCRIPTION
web/packages/vbracket/DESCRIPTION
web/packages/vcPB/DESCRIPTION
web/packages/vccp/DESCRIPTION
@@ -188062,6 +188680,7 @@ web/packages/wbstats/DESCRIPTION
web/packages/wbsts/DESCRIPTION
web/packages/wbwdi/DESCRIPTION
web/packages/wcc/DESCRIPTION
+web/packages/wcde/DESCRIPTION
web/packages/wcep/DESCRIPTION
web/packages/wconf/DESCRIPTION
web/packages/wcox/DESCRIPTION
@@ -188852,11 +189471,9 @@ webservices
webservices/
webservices/.test
webservices/archive
-webservices/dev
webservices/documentation
webservices/feeds
-webservices/http://boatus.com/robots.txt
-webservices/reports
+webservices/http://atsdr.cdc.gov/robots.txt
webservices/resources/forms
webservices/temp
webservices_sw
@@ -188949,7 +189566,7 @@ wedding-planning/website/sample
wedding-registry/love
wedding-registry/promotion
wedding-site
-wedding-vendors/http://ifad.org/robots.txt
+wedding-vendors/http://fatcow.com/robots.txt
wedding-vendors/search
wedding/*/virtual
wedding/promotion
@@ -189070,8 +189687,6 @@ welcome-joel
welcome-to-nearpod
welcome-to-papyrus
welcome-to-paragraph
-welcome.aspx
-welcome.html
welcome/
welcome/embargoed-country.html
welcome/responder
@@ -189424,7 +190039,7 @@ why_your_fingers_are_swollen_reasons/article.htm
whysecure
whythisad
wi
-wiadomosci/Strona-Glowna,a,2727http://rawgit.com/robots.txt
+wiadomosci/Strona-Glowna,a,2727http://la7.it/robots.txt
wiadomosci/wiadomosci,a,2238
wicket:interface
wicket:pageMapName
@@ -189812,7 +190427,7 @@ wiki/LTA:
wiki/Map_item
wiki/MediaWiki%3A
wiki/MediaWiki%3ASpam-blacklist
-wiki/MediaWiki%3ASpam-blacklisthttp://sverigesradio.se/robots.txt
+wiki/MediaWiki%3ASpam-blacklisthttp://etonline.com/robots.txt
wiki/MediaWiki%3ATitleblacklist
wiki/MediaWiki%3Titleblacklist
wiki/MediaWiki%E2%80%90%E3%83%8E%E3%83%BC%E3%83%88%3ASpam-blacklist
@@ -190238,7 +190853,7 @@ wiki/Wikipedia%3AVandalismi_in_corso
wiki/Wikipedia%3AVandalismusmeldung
wiki/Wikipedia%3AVandalismusmeldung%2F
wiki/Wikipedia%3AVermittlungsausschuss
-wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://instagram.com/robots.txt
+wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://cdc.gov/robots.txt
wiki/Wikipedia%3AVotes_for_deletion
wiki/Wikipedia%3AWikiProject_Deletion_sorting
wiki/Wikipedia%3AWikiProject_Spam
@@ -190290,7 +190905,7 @@ wiki/Wikipedia:AAB
wiki/Wikipedia:Aanmelding_moderatoren
wiki/Wikipedia:Abuse_reports
wiki/Wikipedia:Abuse_response
-wiki/Wikipedia:Achterkamertje/http://turbotax.intuit.com/robots.txt
+wiki/Wikipedia:Achterkamertje/http://pbase.com/robots.txt
wiki/Wikipedia:Administradores_de_candidaturas_a_artículo_destacado
wiki/Wikipedia:Administrator
wiki/Wikipedia:Administrator_elections
@@ -190531,9 +191146,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://eff.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://producthunt.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://vimeo.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://cloudflare.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://wish.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://youtube-creators.googleblog.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -190900,7 +191515,7 @@ winnt
wip_index.php
wipostad/
wire-
-wire-cast/
+wire-cast/
wirecutter
wirecutter/
wirecutter/*&xid=
@@ -191448,23 +192063,24 @@ wp-admin/about.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php?
-wp-admin/admin-ajax.phphttp://agupubs.onlinelibrary.wiley.com/robots.txt
-wp-admin/admin-ajax.phphttp://downforeveryoneorjustme.com/robots.txt
-wp-admin/admin-ajax.phphttp://english.stackexchange.com/robots.txt
-wp-admin/admin-ajax.phphttp://foodnetwork.com/robots.txt
-wp-admin/admin-ajax.phphttp://getadblock.com/robots.txt
-wp-admin/admin-ajax.phphttp://hollywoodreporter.com/robots.txt
-wp-admin/admin-ajax.phphttp://mdpr.jp/robots.txt
-wp-admin/admin-ajax.phphttp://mindbodyonline.com/robots.txt
-wp-admin/admin-ajax.phphttp://piie.com/robots.txt
-wp-admin/admin-ajax.phphttp://research.google.com/robots.txt
-wp-admin/admin-ajax.phphttp://samsclub.com/robots.txt
+wp-admin/admin-ajax.phphttp://catawiki.com/robots.txt
+wp-admin/admin-ajax.phphttp://constitutioncenter.org/robots.txt
+wp-admin/admin-ajax.phphttp://designspiration.com/robots.txt
+wp-admin/admin-ajax.phphttp://lendingtree.com/robots.txt
+wp-admin/admin-ajax.phphttp://mordorintelligence.com/robots.txt
+wp-admin/admin-ajax.phphttp://opencart.com/robots.txt
+wp-admin/admin-ajax.phphttp://popl.co/robots.txt
+wp-admin/admin-ajax.phphttp://prometheus.io/robots.txt
wp-admin/admin-ajax.phphttp://search.cpan.org/robots.txt
-wp-admin/admin-ajax.phphttp://sheets.google.com/robots.txt
-wp-admin/admin-ajax.phphttp://toronto.citynews.ca/robots.txt
-wp-admin/admin-ajax.phphttp://townhall.com/robots.txt
-wp-admin/admin-ajax.phphttp://tribuneindia.com/robots.txt
-wp-admin/admin-ajax.phphttp://yorkshirepost.co.uk/robots.txt
+wp-admin/admin-ajax.phphttp://smashingmagazine.com/robots.txt
+wp-admin/admin-ajax.phphttp://spatial.io/robots.txt
+wp-admin/admin-ajax.phphttp://tidal.com/robots.txt
+wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
+wp-admin/admin-ajax.phphttp://uu.nl/robots.txt
+wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
+wp-admin/admin-ajax.phphttp://wikileaks.org/robots.txt
+wp-admin/admin-ajax.phphttp://xiaohongshu.com/robots.txt
+wp-admin/admin-ajax.phphttp://youtube.fr/robots.txt
wp-admin/admin-footer.php
wp-admin/admin-functions.php
wp-admin/admin-header.php
@@ -191486,8 +192102,8 @@ wp-admin/edit-tags.php
wp-admin/edit.php
wp-admin/export.php
wp-admin/freedoms.php
-wp-admin/http://kpmg.com/robots.txt
-wp-admin/http://libcom.org/robots.txt
+wp-admin/http://english.news.cn/robots.txt
+wp-admin/http://repubblica.it/robots.txt
wp-admin/images
wp-admin/import.php
wp-admin/includes
@@ -191610,9 +192226,8 @@ wp-content/cache/
wp-content/cache/*
wp-content/client-mu-plugins
wp-content/mu-plugins
-wp-content/mu-plugins/http://hdr.undp.org/robots.txt
-wp-content/mu-plugins/http://iep.utm.edu/robots.txt
-wp-content/mu-plugins/http://rapid7.com/robots.txt
+wp-content/mu-plugins/http://psmag.com/robots.txt
+wp-content/mu-plugins/http://web-beta.archive.org/robots.txt
wp-content/mu_plugins
wp-content/plugins
wp-content/plugins
@@ -191632,8 +192247,9 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js
wp-content/plugins/as-pdf
wp-content/plugins/beebom-features/assets
wp-content/plugins/genesys-reports/build/images/genesys-logo.svg
-wp-content/plugins/http://healthworkstx.com/robots.txt
+wp-content/plugins/http://masader-j.com/robots.txt
wp-content/plugins/liveblog
+wp-content/plugins/prc-icon-library
wp-content/plugins/pwa/
wp-content/plugins/roost-for-bloggers/includes/chrome/
wp-content/plugins/wp-bigmarker/asset/public/js/hs.js
@@ -191699,7 +192315,7 @@ wp-content/uploads/*.png
wp-content/uploads/*.svg
wp-content/uploads/*.webp
wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://ch1.cc/robots.txt
+wp-content/uploads/*http://fiberaltyapisorgulama.com/robots.txt
wp-content/uploads/2009/
wp-content/uploads/2010/
wp-content/uploads/2011/
@@ -192028,9 +192644,9 @@ wp-content/uploads/cbxwpemaillogger/
wp-content/uploads/complianz
wp-content/uploads/cover-images
wp-content/uploads/dlm_uploads
-wp-content/uploads/http://gruene-zumutungen.de/robots.txt
-wp-content/uploads/http://tucsonaz.gov/robots.txt
-wp-content/uploads/http://yellowpages.com/robots.txt
+wp-content/uploads/http://bkecmsi.wixsite.com/robots.txt
+wp-content/uploads/http://dash.cloudflare.com/robots.txt
+wp-content/uploads/http://nordvpn.com/robots.txt
wp-content/uploads/import/*
wp-content/uploads/import/documents/other/ead1e-overview.pdf
wp-content/uploads/import/documents/other/gieais-covid.pdf
@@ -192060,15 +192676,15 @@ wp-content/uploads/woocommerce_uploads
wp-content/uploads/woocommerce_uploads/
wp-content/uploads/wp-import-export-lite
wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://americorps.gov/robots.txt
-wp-content/uploads/wp-import-export-lite/http://dresden.de/robots.txt
-wp-content/uploads/wp-import-export-lite/http://imaging.nikon.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://privacy.google.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://rakuten.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://self-sufficiency.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://threejs.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://usaa.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://windscribe.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://chesstempo.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dzone.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://frc.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://medscape.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://ntv.com.tr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://para.expert/robots.txt
+wp-content/uploads/wp-import-export-lite/http://seon.io/robots.txt
+wp-content/uploads/wp-import-export-lite/http://tenpercent.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://transunion.com/robots.txt
wp-content/uploads/wp-staging
wp-content/uploads/wpforms
wp-content/uploads/wpforms/
@@ -192172,10 +192788,9 @@ wp-login.php?
wp-login.php?*
wp-login.phpDisallow:
wp-preview
-wp-query.html
wp-register.php
wp-register.php
-wp-register.phphttp://malaymail.com/robots.txt
+wp-register.phphttp://draft.blogger.com/robots.txt
wp-signup.php
wp-signup.php
wp-sitemap-posts-
@@ -192291,7 +192906,6 @@ ws
ws*api-server.html$
ws*api-server.html$
ws-favorites
-ws/
ws/*.html
ws/1/live
ws/1/related_content
@@ -192374,7 +192988,7 @@ www/gui
www/newsletter
www/ptemplate
www/resources
-www/search.do*http://moloni.pt/robots.txt
+www/search.do*http://visa.com/robots.txt
www/server/404.php
www_avis/error.html
wwwhelp/disabled
@@ -192502,10 +193116,10 @@ xsd
xsendmail.ini
xsl
xsl/
-xsl/http://infolab.stanford.edu/robots.txt
+xsl/http://sciencebasedtargets.org/robots.txt
xslt
xslt/
-xslt/http://neowin.net/robots.txt
+xslt/http://newyorkfed.org/robots.txt
xss
xstatic/
xtbcallback.php
@@ -192520,12 +193134,11 @@ xxx-the-return-of-xander-cage
xxx/
y/
y/biu
-y/http://360cities.net/robots.txt
+y/http://wpml.org/robots.txt
y1=
yTos/
yTos/Plugins/ItemPlugin/RenderItemPrice
yTos/Plugins/NavigationPlugin/RenderBreadcrumbs
-yaa/
yaca
yaca/$
yaca/*.xml$
@@ -192560,7 +193173,6 @@ ycaservice/
yclid=
yd.php
ye
-ye/
year
year*tDate*mosadid*
year*tdate*mosadid*
@@ -193346,8 +193958,6 @@ your-clients
your-dashboard/*
your-email*
your-favicon-is-ready
-your-image-library.asp*
-your-library-invoices.asp*
your-orders
your-shop
yourAccount
@@ -193360,7 +193970,7 @@ youraccount
youraccount/
youre_making_air_fryer_mistakes/article.htm
youreurope/businessACC
-youreurope/businessDEV/http://transparencyreport.google.com/robots.txt
+youreurope/businessDEV/http://fortune.com/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yourfuture
@@ -193404,7 +194014,6 @@ ysclid=
yss_fragment.gne
yt
yt/
-yu/
yunmai*
yuv
yvelines/
@@ -193437,7 +194046,6 @@ z_test
z_test-templates
z_training
za
-za/
za/*
za/*/catalog
za/*/catalogsearch
@@ -193478,6 +194086,10 @@ za/sync/
za/user
za/user$
za/web.config
+zabugorishhe1
+zabugorishhe2
+zabugorishhe3
+zabugorishhe4
zakelijk/thedigitaldutch/auteur
zakelijk/thedigitaldutch/auteur.htm
zamowienia/
@@ -193568,7 +194180,7 @@ zh-CN/thunderbird/collections
zh-CN/thunderbird/search
zh-CN/user
zh-CN/users
-zh-CNhttp://swarmapp.com/robots.txt
+zh-CNhttp://sina.com.cn/robots.txt
zh-CO
zh-CR
zh-CZ
@@ -193692,10 +194304,16 @@ zh-cl
zh-cm
zh-cn
zh-cn
+zh-cn*/lp
zh-cn-new
zh-cn/
zh-cn/%E6%89%93%E5%8D%B0
+zh-cn/*/buy
+zh-cn/*/cart
+zh-cn/*/compare
zh-cn/*/listings
+zh-cn/*/rec
+zh-cn/*/serviceselection
zh-cn/404
zh-cn/500
zh-cn/_super
@@ -193704,12 +194322,19 @@ zh-cn/activity
zh-cn/app-dashboard
zh-cn/app-submission/thank-you
zh-cn/auth
+zh-cn/blog
+zh-cn/blog/*.php$
+zh-cn/blog/*/configuration-page.htm
+zh-cn/blog/*/gobig
+zh-cn/blog/*/teammembers
+zh-cn/blog/*/testing
zh-cn/booking
zh-cn/brands/*%2C
zh-cn/brands/*&category=
zh-cn/brands/*activity=*&
zh-cn/brands/*model=*&product-line=
zh-cn/brands/*product-line=*&model=
+zh-cn/buy
zh-cn/cart
zh-cn/category/*%2C
zh-cn/category/*&brand=
@@ -193736,9 +194361,17 @@ zh-cn/cloud/saas/sales/21c
zh-cn/cloud/saas/talent-management/19d
zh-cn/cloud/saas/talent-management/20a
zh-cn/cloud/saas/talent-management/21c
+zh-cn/corporate/karen-quintos.htm
+zh-cn/corporate/newsroom-test.htm
zh-cn/dashboard
zh-cn/destinations/hotel-information
zh-cn/domains
+zh-cn/dt
+zh-cn/dt/*.php$
+zh-cn/dt/*/configuration-page.htm
+zh-cn/dt/*/gobig
+zh-cn/dt/*/teammembers
+zh-cn/dt/*/testing
zh-cn/free-mint
zh-cn/gifts/redeem
zh-cn/itinerary
@@ -193755,9 +194388,16 @@ zh-cn/mobile-app-page-redirect
zh-cn/neuvector
zh-cn/news.xml$
zh-cn/orders
+zh-cn/outlet/*?
zh-cn/partner-api-dashboard
zh-cn/partners/thank-you
zh-cn/password-reset
+zh-cn/perspectives
+zh-cn/perspectives/*.php$
+zh-cn/perspectives/*/configuration-page.htm
+zh-cn/perspectives/*/gobig
+zh-cn/perspectives/*/teammembers
+zh-cn/perspectives/*/testing
zh-cn/preview
zh-cn/products/details
zh-cn/profile
@@ -193771,6 +194411,7 @@ zh-cn/search
zh-cn/search
zh-cn/search/$
zh-cn/settings
+zh-cn/shop//sf/xps-2-in-1
zh-cn/smartsearchforwarder
zh-cn/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
zh-cn/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
@@ -193869,6 +194510,7 @@ zh-hant/search
zh-hant/search?
zh-hant/setlocale
zh-hant/wp-json
+zh-hk*/lp
zh-hk/
zh-hk/*/media/oembed
zh-hk/403-forbidden
@@ -194066,6 +194708,7 @@ zh-tt
zh-tv
zh-tw
zh-tw
+zh-tw*/lp
zh-tw-new
zh-tw/
zh-tw/%E5%88%97%E5%8D%B0
@@ -194153,6 +194796,7 @@ zh/blog?category=
zh/blogs//atom.aspx
zh/blogs//rss.aspx
zh/blogs//rsscomments.aspx
+zh/board-of-governors
zh/buscar/
zh/categories/*/p
zh/change_currency.html
@@ -194186,6 +194830,7 @@ zh/errors
zh/event/*/ical
zh/event/*/shoutbox
zh/event/*/shoutbox?
+zh/events?
zh/explore
zh/facturas/*
zh/features
@@ -194198,6 +194843,7 @@ zh/flights/ct
zh/forum
zh/forums/search.html?
zh/forums/search?
+zh/gc-archives
zh/geo/
zh/group
zh/help/search.html?
@@ -194208,7 +194854,7 @@ zh/hotels/redirect
zh/hotels/s
zh/includes/
zh/index.htm
-zh/internalhttp://kctv5.com/robots.txt
+zh/internalhttp://emsc-csem.org/robots.txt
zh/kr
zh/label
zh/login
@@ -194247,6 +194893,7 @@ zh/music/*/+wiki/shoutbox
zh/music/*?
zh/music/+noredirect
zh/news/
+zh/news?
zh/offer/buy
zh/offer/service_buy
zh/offer/view
@@ -194258,7 +194905,10 @@ zh/press-releases
zh/privacy_policy.html
zh/profile/comments
zh/profile/discussions
+zh/publications/documents/infcircs
+zh/publications/search
zh/refer-a-friend-terms-and-conditions
+zh/resources/safety-standards/search?
zh/reviews-and-testimonials
zh/search
zh/search/
@@ -194388,7 +195038,6 @@ zips/js/getBoxes.php
zite-importer
zittrain
zm
-zm/
znakomstva-new
znakomstva/*/token
znakomstva/activity/index/share/type/*/id
@@ -194471,7 +195120,6 @@ zoo
zoo.pl
zoominfo-chrome-ext
zprod-ease
-zr/
zs
zshowcase
ztest
@@ -194487,7 +195135,6 @@ zubehoer.type_s
zuora
zur-merkliste.html
zw
-zw/
zwxut/
zx
zxc
@@ -194495,8 +195142,8 @@ zxzx1225
zz
zz-delete-requests
zz-test
-zz/
-zz_test/http://behringer.com/robots.txt
+zz_test/http://factcheck.org/robots.txt
+zztest/
zzz
zzz-systest
zzz_systest
@@ -194614,7 +195261,6 @@ zzz_systest
~nsdwww/mail
~pasr1
~player.html
-~pltw
~popup_index-POPUPvPATHvINDEXvPLACEHOLDER.html$
~psst
~re1u06
@@ -194628,9 +195274,6 @@ zzz_systest
~tang/aboutus/recruiters
~testbed
~videolan
-~w-cosold
-~w-home
-~w-oce
~ward/morse/ve
~ward/sudokant.cgi
~ward/wikitect
@@ -194829,8 +195472,9 @@ zzz_systest
📞
🔥
🩸
+01-18/informa
1
-1*.jpg$http://kit.co/robots.txt
+1*.jpg$http://beds24.com/robots.txt
1*?
1-
1-1-p*
@@ -194961,6 +195605,8 @@ zzz_systest
4h-old
4hjudging
4test*
+05-08/informacionnoe-soobshhenie-pao-mts
+05-17/izmenenie-odnogo-iz-parametrov-na-tarifah-h-moj-bezlimitishhe-linejkah-smart
5
5*.jpg$
5*?
@@ -195162,7 +195808,6 @@ zzz_systest
360/trial/http://manula.com/robots.txt
400
401
-403
403$
403-forbidden
403.html
@@ -195180,13 +195825,13 @@ zzz_systest
404/
404/test
404handler/
-404http://omid57.de/robots.txt
+404http://soprashop.com/robots.txt
406
413gkwMT
-413gkwMT/http://comscore.com/robots.txt
-413gkwMT/http://dmi.dk/robots.txt
-413gkwMT/http://fordfoundation.org/robots.txt
+413gkwMT/http://mpi-inf.mpg.de/robots.txt
413gkwMT/http://pcisecuritystandards.org/robots.txt
+413gkwMT/http://search.proquest.com/robots.txt
+413gkwMT/http://unfccc.int/robots.txt
413gkwMT/http://vidio.com/robots.txt
419/es
422
@@ -195426,10 +196071,10 @@ zzz_systest
2020/12/1
2020/12/2
2020/12/3
+2021-02-18/izmenenie-parametrov-ryada
2023tcom
2024
2025
-2025-archive
2026
2026/09/02/provvedimento-cautelare-rai-post
2050/insets
@@ -195531,6 +196176,7 @@ zzz_systest
85176*.jpg$
85177*.jpg$
85178*.jpg$
+91018
91983/static.html
93824
93826
@@ -195636,6 +196282,7 @@ zzz_systest
21852813
22390678
22545093
+22732481
23219321/iac.
24268069
24658681/checkouts