diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt index 3831cb0d..41573518 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt @@ -10678,6 +10678,11 @@ ghost/core/test/.eslintrc.js core/test/.eslintrc.js test/.eslintrc.js .eslintrc.js +ghost/core/test/e2e-frontend/middleware.test.js +core/test/e2e-frontend/middleware.test.js +test/e2e-frontend/middleware.test.js +e2e-frontend/middleware.test.js +middleware.test.js ghost/core/test/e2e-frontend/helpers/next_post.test.js core/test/e2e-frontend/helpers/next_post.test.js test/e2e-frontend/helpers/next_post.test.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt index 061f7645..55571658 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt @@ -2066,6 +2066,7 @@ ghost/core/test/e2e-server/services/__snapshots__/recommendation-emails.test.js. ghost/core/test/e2e-server/services/recommendation-emails.test.js ghost/core/test/e2e-server/services/member-attribution.test.js ghost/core/test/.eslintrc.js +ghost/core/test/e2e-frontend/middleware.test.js ghost/core/test/e2e-frontend/helpers/next_post.test.js ghost/core/test/e2e-frontend/helpers/get.test.js ghost/core/test/e2e-frontend/email_routes.test.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi-all-levels.txt index 4883cca8..0abe9399 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi-all-levels.txt @@ -28281,31 +28281,38 @@ api/plugins/content-releases/releases.test.api.ts plugins/content-releases/releases.test.api.ts content-releases/releases.test.api.ts releases.test.api.ts -tests/e2e/scripts/dts-export.js -e2e/scripts/dts-export.js -scripts/dts-export.js -dts-export.js -tests/e2e/tests/admin/transfer/tokens.spec.ts -e2e/tests/admin/transfer/tokens.spec.ts -tests/admin/transfer/tokens.spec.ts -admin/transfer/tokens.spec.ts -transfer/tokens.spec.ts -tokens.spec.ts -tests/e2e/tests/admin/signup.spec.js -e2e/tests/admin/signup.spec.js -tests/admin/signup.spec.js -admin/signup.spec.js -signup.spec.js -tests/e2e/tests/admin/logout.spec.js -e2e/tests/admin/logout.spec.js -tests/admin/logout.spec.js -admin/logout.spec.js -logout.spec.js -tests/e2e/tests/admin/login.spec.js -e2e/tests/admin/login.spec.js -tests/admin/login.spec.js -admin/login.spec.js -login.spec.js +tests/e2e/scripts/dts-export.ts +e2e/scripts/dts-export.ts +scripts/dts-export.ts +dts-export.ts +tests/e2e/constants.ts +e2e/constants.ts +constants.ts +tests/e2e/tests/admin/signup.spec.ts +e2e/tests/admin/signup.spec.ts +tests/admin/signup.spec.ts +admin/signup.spec.ts +signup.spec.ts +tests/e2e/tests/admin/login.spec.ts +e2e/tests/admin/login.spec.ts +tests/admin/login.spec.ts +admin/login.spec.ts +login.spec.ts +tests/e2e/tests/admin/logout.spec.ts +e2e/tests/admin/logout.spec.ts +tests/admin/logout.spec.ts +admin/logout.spec.ts +logout.spec.ts +tests/e2e/tests/admin/api-tokens.spec.ts +e2e/tests/admin/api-tokens.spec.ts +tests/admin/api-tokens.spec.ts +admin/api-tokens.spec.ts +api-tokens.spec.ts +tests/e2e/tests/admin/transfer-tokens.spec.ts +e2e/tests/admin/transfer-tokens.spec.ts +tests/admin/transfer-tokens.spec.ts +admin/transfer-tokens.spec.ts +transfer-tokens.spec.ts tests/e2e/tests/content-type-builder/tutorial.spec.ts e2e/tests/content-type-builder/tutorial.spec.ts tests/content-type-builder/tutorial.spec.ts @@ -28345,9 +28352,6 @@ release-details-page.spec.ts tests/e2e/README.md e2e/README.md README.md -tests/e2e/constants.js -e2e/constants.js -constants.js tests/e2e/app-template/template/src/components/page-blocks/content-and-image.json e2e/app-template/template/src/components/page-blocks/content-and-image.json app-template/template/src/components/page-blocks/content-and-image.json @@ -28729,6 +28733,10 @@ tests/e2e/data/with-admin.tar e2e/data/with-admin.tar data/with-admin.tar with-admin.tar +tests/e2e/utils/file-reset.ts +e2e/utils/file-reset.ts +utils/file-reset.ts +file-reset.ts tests/e2e/utils/shared.ts e2e/utils/shared.ts utils/shared.ts @@ -28737,22 +28745,18 @@ tests/e2e/utils/login.ts e2e/utils/login.ts utils/login.ts login.ts -tests/e2e/utils/dts-export.js -e2e/utils/dts-export.js -utils/dts-export.js -dts-export.js -tests/e2e/utils/rate-limit.js -e2e/utils/rate-limit.js -utils/rate-limit.js -rate-limit.js -tests/e2e/utils/file-reset.js -e2e/utils/file-reset.js -utils/file-reset.js -file-reset.js -tests/e2e/utils/dts-import.js -e2e/utils/dts-import.js -utils/dts-import.js -dts-import.js +tests/e2e/utils/dts-import.ts +e2e/utils/dts-import.ts +utils/dts-import.ts +dts-import.ts +tests/e2e/utils/rate-limit.ts +e2e/utils/rate-limit.ts +utils/rate-limit.ts +rate-limit.ts +tests/e2e/utils/dts-export.ts +e2e/utils/dts-export.ts +utils/dts-export.ts +dts-export.ts tests/e2e/utils/restart.ts e2e/utils/restart.ts utils/restart.ts diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi.txt index e2617241..f132b2f3 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/strapi.txt @@ -3894,11 +3894,13 @@ tests/api/plugins/i18n/content-api/content-types.test.api.js tests/api/plugins/i18n/content-api/content-api.test.api.js tests/api/plugins/i18n/locales.test.api.js tests/api/plugins/content-releases/releases.test.api.ts -tests/e2e/scripts/dts-export.js -tests/e2e/tests/admin/transfer/tokens.spec.ts -tests/e2e/tests/admin/signup.spec.js -tests/e2e/tests/admin/logout.spec.js -tests/e2e/tests/admin/login.spec.js +tests/e2e/scripts/dts-export.ts +tests/e2e/constants.ts +tests/e2e/tests/admin/signup.spec.ts +tests/e2e/tests/admin/login.spec.ts +tests/e2e/tests/admin/logout.spec.ts +tests/e2e/tests/admin/api-tokens.spec.ts +tests/e2e/tests/admin/transfer-tokens.spec.ts tests/e2e/tests/content-type-builder/tutorial.spec.ts tests/e2e/tests/content-type-builder/collection-type/create-collection-type.spec.ts tests/e2e/tests/content-type-builder/ctb-edit-view.spec.ts @@ -3907,7 +3909,6 @@ tests/e2e/tests/content-manager/editview.spec.ts tests/e2e/tests/content-releases/releases-page.spec.ts tests/e2e/tests/content-releases/release-details-page.spec.ts tests/e2e/README.md -tests/e2e/constants.js tests/e2e/app-template/template/src/components/page-blocks/content-and-image.json tests/e2e/app-template/template/src/components/page-blocks/hero-image.json tests/e2e/app-template/template/src/components/meta/seo.json @@ -3954,12 +3955,12 @@ tests/e2e/app-template/README.md tests/e2e/app-template/package.json tests/e2e/data/without-admin.tar tests/e2e/data/with-admin.tar +tests/e2e/utils/file-reset.ts tests/e2e/utils/shared.ts tests/e2e/utils/login.ts -tests/e2e/utils/dts-export.js -tests/e2e/utils/rate-limit.js -tests/e2e/utils/file-reset.js -tests/e2e/utils/dts-import.js +tests/e2e/utils/dts-import.ts +tests/e2e/utils/rate-limit.ts +tests/e2e/utils/dts-export.ts tests/e2e/utils/restart.ts tests/helpers/create-context.js tests/helpers/test-app.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius-all-levels.txt index 2d2a83dc..30954be5 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius-all-levels.txt @@ -65491,6 +65491,7 @@ docs/conf.py conf.py CHANGELOG-1.4.md gulpfile.babel.js +UPGRADE-1.14.md CHANGELOG-1.12.md UPGRADE-1.10.md config/packages/test_cached/_sylius.yaml diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius.txt index 3f699840..52b37f8a 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/sylius.txt @@ -9800,6 +9800,7 @@ docs/customization/factory.rst docs/conf.py CHANGELOG-1.4.md gulpfile.babel.js +UPGRADE-1.14.md CHANGELOG-1.12.md UPGRADE-1.10.md config/packages/test_cached/_sylius.yaml diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt index ee7659fe..14afa20d 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt @@ -12748,6 +12748,11 @@ js/product-editor/changelog/update-product-editor-tweak-attributes-layout product-editor/changelog/update-product-editor-tweak-attributes-layout changelog/update-product-editor-tweak-attributes-layout update-product-editor-tweak-attributes-layout +packages/js/product-editor/changelog/fix-product-editor-modal-block-editor-add-crash +js/product-editor/changelog/fix-product-editor-modal-block-editor-add-crash +product-editor/changelog/fix-product-editor-modal-block-editor-add-crash +changelog/fix-product-editor-modal-block-editor-add-crash +fix-product-editor-modal-block-editor-add-crash packages/js/product-editor/changelog/dev-47357_request_terms_conditionally js/product-editor/changelog/dev-47357_request_terms_conditionally product-editor/changelog/dev-47357_request_terms_conditionally @@ -52500,6 +52505,10 @@ plugins/woocommerce/changelog/enhancement-45136-add-verify_known_shoppers-filter woocommerce/changelog/enhancement-45136-add-verify_known_shoppers-filter-to-order-confirmation-template changelog/enhancement-45136-add-verify_known_shoppers-filter-to-order-confirmation-template enhancement-45136-add-verify_known_shoppers-filter-to-order-confirmation-template +plugins/woocommerce/changelog/update-entrepreneur-signup-hide-progress-bar +woocommerce/changelog/update-entrepreneur-signup-hide-progress-bar +changelog/update-entrepreneur-signup-hide-progress-bar +update-entrepreneur-signup-hide-progress-bar plugins/woocommerce/changelog/dev-vortex-comm-assign woocommerce/changelog/dev-vortex-comm-assign changelog/dev-vortex-comm-assign @@ -52556,6 +52565,10 @@ plugins/woocommerce/changelog/47182-fix-not-run-test-on-6.4 woocommerce/changelog/47182-fix-not-run-test-on-6.4 changelog/47182-fix-not-run-test-on-6.4 47182-fix-not-run-test-on-6.4 +plugins/woocommerce/changelog/add-show-expiring-notice-on-plugin-update +woocommerce/changelog/add-show-expiring-notice-on-plugin-update +changelog/add-show-expiring-notice-on-plugin-update +add-show-expiring-notice-on-plugin-update plugins/woocommerce/changelog/47383-dev-update-react-18-tests woocommerce/changelog/47383-dev-update-react-18-tests changelog/47383-dev-update-react-18-tests @@ -52572,6 +52585,10 @@ plugins/woocommerce/changelog/46872-46839-fix-error-on-same-prompt woocommerce/changelog/46872-46839-fix-error-on-same-prompt changelog/46872-46839-fix-error-on-same-prompt 46872-46839-fix-error-on-same-prompt +plugins/woocommerce/changelog/fix-40660-array-sum +woocommerce/changelog/fix-40660-array-sum +changelog/fix-40660-array-sum +fix-40660-array-sum plugins/woocommerce/changelog/e2e-disable-coming-soon-in-env-setup woocommerce/changelog/e2e-disable-coming-soon-in-env-setup changelog/e2e-disable-coming-soon-in-env-setup @@ -52644,6 +52661,10 @@ plugins/woocommerce/changelog/46899-dev-fix-a11y-icon-only-customer-account-bloc woocommerce/changelog/46899-dev-fix-a11y-icon-only-customer-account-block changelog/46899-dev-fix-a11y-icon-only-customer-account-block 46899-dev-fix-a11y-icon-only-customer-account-block +plugins/woocommerce/changelog/update-entrepreneur-signup-hide-site-title +woocommerce/changelog/update-entrepreneur-signup-hide-site-title +changelog/update-entrepreneur-signup-hide-site-title +update-entrepreneur-signup-hide-site-title plugins/woocommerce/changelog/47101-product-filters-clear-button woocommerce/changelog/47101-product-filters-clear-button changelog/47101-product-filters-clear-button @@ -52720,6 +52741,10 @@ plugins/woocommerce/changelog/47274-fix-e2e-test-color-picker woocommerce/changelog/47274-fix-e2e-test-color-picker changelog/47274-fix-e2e-test-color-picker 47274-fix-e2e-test-color-picker +plugins/woocommerce/changelog/e2e-fix-flaky-test-fixes +woocommerce/changelog/e2e-fix-flaky-test-fixes +changelog/e2e-fix-flaky-test-fixes +e2e-fix-flaky-test-fixes plugins/woocommerce/changelog/fix-45806 woocommerce/changelog/fix-45806 changelog/fix-45806 @@ -52788,6 +52813,10 @@ plugins/woocommerce/changelog/47334-update-47310-update-lys-confetti woocommerce/changelog/47334-update-47310-update-lys-confetti changelog/47334-update-47310-update-lys-confetti 47334-update-47310-update-lys-confetti +plugins/woocommerce/changelog/try-lys-add-custom-font-to-global-style +woocommerce/changelog/try-lys-add-custom-font-to-global-style +changelog/try-lys-add-custom-font-to-global-style +try-lys-add-custom-font-to-global-style plugins/woocommerce/changelog/47213-fix-flaky-e2e-block-insertion-tests woocommerce/changelog/47213-fix-flaky-e2e-block-insertion-tests changelog/47213-fix-flaky-e2e-block-insertion-tests @@ -65184,6 +65213,12 @@ client/wp-admin-scripts/settings-tracking/index.ts wp-admin-scripts/settings-tracking/index.ts settings-tracking/index.ts index.ts +plugins/woocommerce-admin/client/wp-admin-scripts/woo-renew-subscription/index.js +woocommerce-admin/client/wp-admin-scripts/woo-renew-subscription/index.js +client/wp-admin-scripts/woo-renew-subscription/index.js +wp-admin-scripts/woo-renew-subscription/index.js +woo-renew-subscription/index.js +index.js plugins/woocommerce-admin/client/wp-admin-scripts/wc-addons-tour/index.tsx woocommerce-admin/client/wp-admin-scripts/wc-addons-tour/index.tsx client/wp-admin-scripts/wc-addons-tour/index.tsx @@ -65202,6 +65237,12 @@ client/wp-admin-scripts/product-import-tracking/index.ts wp-admin-scripts/product-import-tracking/index.ts product-import-tracking/index.ts index.ts +plugins/woocommerce-admin/client/wp-admin-scripts/woo-enable-autorenew/index.js +woocommerce-admin/client/wp-admin-scripts/woo-enable-autorenew/index.js +client/wp-admin-scripts/woo-enable-autorenew/index.js +wp-admin-scripts/woo-enable-autorenew/index.js +woo-enable-autorenew/index.js +index.js plugins/woocommerce-admin/client/wp-admin-scripts/woo-plugin-update-connect-notice/index.js woocommerce-admin/client/wp-admin-scripts/woo-plugin-update-connect-notice/index.js client/wp-admin-scripts/woo-plugin-update-connect-notice/index.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt index 37b335b2..cee6a129 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt @@ -1930,6 +1930,7 @@ packages/js/product-editor/changelog/fix-links-toolbar packages/js/product-editor/changelog/dev-47035_request_tags_conditionally packages/js/product-editor/changelog/update-introduce-attributes-combobox-control packages/js/product-editor/changelog/update-product-editor-tweak-attributes-layout +packages/js/product-editor/changelog/fix-product-editor-modal-block-editor-add-crash packages/js/product-editor/changelog/dev-47357_request_terms_conditionally packages/js/product-editor/changelog/update-product-editor-add-new-attribute-iteration packages/js/product-editor/changelog/update-introduce-optimistc-query-update @@ -8171,6 +8172,7 @@ plugins/woocommerce/changelog/47460-fix-turn-change-address-to-button plugins/woocommerce/changelog/fix-warning-create-pages-when-filtered plugins/woocommerce/changelog/46229-add-wccom19063-in-app-shared-by-badge plugins/woocommerce/changelog/enhancement-45136-add-verify_known_shoppers-filter-to-order-confirmation-template +plugins/woocommerce/changelog/update-entrepreneur-signup-hide-progress-bar plugins/woocommerce/changelog/dev-vortex-comm-assign plugins/woocommerce/changelog/47083-update-46010-place-order-button-with-price plugins/woocommerce/changelog/dev-buildkite-on-automattic-account @@ -8185,10 +8187,12 @@ plugins/woocommerce/changelog/47131-fix-46836-broken-checkout-address-form-layou plugins/woocommerce/changelog/update-templates-documentation plugins/woocommerce/changelog/472140-refacor-e2e-remove-wait-for-timeout plugins/woocommerce/changelog/47182-fix-not-run-test-on-6.4 +plugins/woocommerce/changelog/add-show-expiring-notice-on-plugin-update plugins/woocommerce/changelog/47383-dev-update-react-18-tests plugins/woocommerce/changelog/46479-blocks-reference-documentation plugins/woocommerce/changelog/pr-46975 plugins/woocommerce/changelog/46872-46839-fix-error-on-same-prompt +plugins/woocommerce/changelog/fix-40660-array-sum plugins/woocommerce/changelog/e2e-disable-coming-soon-in-env-setup plugins/woocommerce/changelog/46906-update-woocommerce-version-on-status-page plugins/woocommerce/changelog/update-bump-a8c-tour-kit-version @@ -8207,6 +8211,7 @@ plugins/woocommerce/changelog/47314-update-47307-remove-hover-background-on-admi plugins/woocommerce/changelog/imp-46153-report-readibility plugins/woocommerce/changelog/fix-46850-collection-taxonomy-filter-pagination plugins/woocommerce/changelog/46899-dev-fix-a11y-icon-only-customer-account-block +plugins/woocommerce/changelog/update-entrepreneur-signup-hide-site-title plugins/woocommerce/changelog/47101-product-filters-clear-button plugins/woocommerce/changelog/46664-fix-46623-restrict-only-does-not-work-on-a-sub-dir-site plugins/woocommerce/changelog/46672-fix-delete-jest-infrastructure @@ -8226,6 +8231,7 @@ plugins/woocommerce/changelog/47120-fix-select-shipping-rate-after-loading plugins/woocommerce/changelog/47235-update-47187-use-wp_plugin_dependencies_slug plugins/woocommerce/changelog/fix-coming-soon-mobile-ui plugins/woocommerce/changelog/47274-fix-e2e-test-color-picker +plugins/woocommerce/changelog/e2e-fix-flaky-test-fixes plugins/woocommerce/changelog/fix-45806 plugins/woocommerce/changelog/fix-42682 plugins/woocommerce/changelog/47541-fix-e2e-site-editor-canvas-loader @@ -8243,6 +8249,7 @@ plugins/woocommerce/changelog/fix-27568-refund-endpoint plugins/woocommerce/changelog/enhancement-46502 plugins/woocommerce/changelog/46626-fix-eslint-errors plugins/woocommerce/changelog/47334-update-47310-update-lys-confetti +plugins/woocommerce/changelog/try-lys-add-custom-font-to-global-style plugins/woocommerce/changelog/47213-fix-flaky-e2e-block-insertion-tests plugins/woocommerce/changelog/dev-46844_remove_not_used_feature_flags plugins/woocommerce/changelog/46897-dev-fix-a11y-add-to-cart @@ -10112,9 +10119,11 @@ plugins/woocommerce-admin/client/wp-admin-scripts/attributes-tracking/index.js plugins/woocommerce-admin/client/wp-admin-scripts/marketing-coupons/index.js plugins/woocommerce-admin/client/wp-admin-scripts/settings-tracking/exit-setting-page.ts plugins/woocommerce-admin/client/wp-admin-scripts/settings-tracking/index.ts +plugins/woocommerce-admin/client/wp-admin-scripts/woo-renew-subscription/index.js plugins/woocommerce-admin/client/wp-admin-scripts/wc-addons-tour/index.tsx plugins/woocommerce-admin/client/wp-admin-scripts/product-import-tracking/product-import-tracking.ts plugins/woocommerce-admin/client/wp-admin-scripts/product-import-tracking/index.ts +plugins/woocommerce-admin/client/wp-admin-scripts/woo-enable-autorenew/index.js plugins/woocommerce-admin/client/wp-admin-scripts/woo-plugin-update-connect-notice/index.js plugins/woocommerce-admin/client/wp-admin-scripts/order-tracking/index.ts plugins/woocommerce-admin/client/wp-admin-scripts/order-tracking/exit-order-page.ts diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 0127fa3e..798f7c73 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -31,6 +31,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml +/*/*/_tools +/*/*/more_ideas +/*/_tools +/*/activity /*/branches /*/commits /*/compare @@ -38,8 +42,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs +/*/group +/*/invite /*/issues/new /*/issues/search +/*/more_ideas /*/network /*/projects /*/pulse @@ -49,6 +56,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/watchers /*source= /.git +/?z=1 /B00M3E1HJY /B00M3E1NYI /B00M3E1Q5Y @@ -67,6 +75,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Search/ /_ /_/rsrc +/_activities +/_activity +/_community +/_created +/_followers +/_following +/_quick_saves +/_saved +/_shop +/_shopping_list /album/*/*?i= /api /apis @@ -81,6 +99,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments/*?*sort= /commits/*?author /commits/*?path +/communities +/discovered /docs/product /download /download/Browse.aspx? @@ -106,6 +126,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /leads/*/jsplayer_show_lead_form.html /leads/*/show_form.html /liked_by +/likes /listing/*/favoriters /lookup? /mediaapi/ @@ -113,15 +134,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/*/Search/ /music/*/search/ /newsearch/ +/organize /people/*/circle /people/*/favorites /pinned_flashes +/pins /podcast/*/*?i= /print$ +/profile-about /raw /revisions /rg*/mediaviewer/rm*/tr /rss +/scheduled-pin +/scheduled-pins /search /search$ /search.compact$ @@ -143,11 +169,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/d/groove-music-pass/cfq7ttc0k5dq/0001 /store/locations/store-locations-sitemap.xml /store/music/groove-music-pass/* +/story_pins +/tagged /tarball /tree +/tried /tv-season/*/*?i= /unsubscribe/ /video- +/video_pins /wal/ /wiki/Special: /wiki/index.php/Help @@ -216,6 +246,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?order= ?pt1=true$ ?s= +?show_error=true ?tab=achievements&achievement= ?utm_*= ?w=address @@ -301,6 +332,8 @@ WebObjects/MZStoreElements.woa [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets _ +_/_ +_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -368,6 +401,8 @@ _next/gtm _next/jwt _next/title _next/viewer +_ngjs/resource +_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -476,6 +511,7 @@ ad_spice ad_syndication_user_tracking ad_visibility addContacts +addboard addressBookExport admin adredir? @@ -497,6 +533,7 @@ adwords/proposal adx/bin affil affil/pal +age-appeal aihub/tfhub ajax ajax/follow_info @@ -534,6 +571,7 @@ api_access_key= app*_ app*form_id= app/updates +appealed-pin apple-app-site-association apps apps*&tags= @@ -703,6 +741,7 @@ auth/verifychallenge author/following author= authwall +autocomplete away.php b?*node=7454898011 b?*node=7454917011 @@ -816,7 +855,11 @@ blogs/test blogsearch blogsearch_feeds bn +board +board_activity +board_activity_comment bookmark? +bookmarklet bookmarks books books/about @@ -838,17 +881,38 @@ books?*zoom=1 books?*zoom=5 booksrightsholders boutique/sitemaps +branded-pins browse/reviews/recent +business/ad_create business/adshare business/adshare/faqs business/blahblah +business/business-access +business/business-hierarchy +business/business-manager +business/catalogs +business/commerce-integrations +business/community-information +business/convert +business/create +business/create-linked-account business/feedback +business/hub +business/invite business/leads/jsplayer_show_lead_form.html business/leads/show_form.html business/learning/blog +business/onboarding +business/pin_create business/premium/is_payment_pending business/promotion +business/referral business/sales/blog +business/site +business/switch-account +business/top-ads +business/update +business/verified-merchant/status buttonlite.js buyside-e2e-monitor buzz/post @@ -1039,6 +1103,7 @@ checkout checkout/package checkoutnow checkpoint +christmas-spotlight chrome/browser/mobile/tour chrome/crlset chrome/webstore/images @@ -1062,6 +1127,7 @@ client_error client_errors clima/ets clima/sites/registry +close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -1082,6 +1148,7 @@ commercesearch/images commercesearch/services commission_2010-2014/katainen commits?author= +communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? @@ -1097,24 +1164,32 @@ community/category/* community/comments community/feed community/trackback +community_comment +community_post community_s companyDir compare compare/*/apply compressiontest config.js +connect connections connector consumers/archive contact_me contactus content +content-claiming context_referrer=gig_page context_referrer=user_page control +conversation conversations +convert-business +convert-personal coop/directory coop/manage +copyright-reporting corgi$ couchmode counter/*? @@ -1122,7 +1197,13 @@ counters/client-screenview coupons/visit covid19 covid19/mobility +create_pin creative-europe/404_en.htm +creative-studio +creative_editor +creator-spotlight +creator_hub/_earn +creator_hub/_partnerships creatorhub cse/home cse/manage @@ -1131,7 +1212,9 @@ cse? csp csp_block csp_report_only +csrf_error ct +ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1241,7 +1324,9 @@ de/teams de/transactions de/treasury de/your +deactivate-account default +delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1291,6 +1376,7 @@ digital-single-market/taxonomy digital-single-market/users directory directory/all +discover discussion discussion/comment-permalink discussion/edit-profile @@ -1388,6 +1474,8 @@ ebooks?*zoom=1 ebooks?*zoom=5 ece eclas +edit +editorial/* edu/cs4hs education/404_en.htm edurec @@ -1399,6 +1487,7 @@ elite? email email-unsubscribe email_actions +email_verification_error embed embed/feed/update employment_social/anticipedia/xwiki/bin/attach @@ -1453,6 +1542,7 @@ en/microsoft-viva/ en/security en/security/ endorsements +engagement enterprise-jobs enterprise-partner-search/sitemaps environment/ets @@ -1555,6 +1645,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member +explore +explore/*/?p= explore/*/lightbox external external/overture @@ -1564,6 +1656,7 @@ facebook facebook_connect faves-i_love_u_get_away_from_me favorite +fb.html fe=true feature/sf-test feed @@ -1643,6 +1736,8 @@ flights flutter-canvaskit folder follow +follow_board +follow_user following food/archive food/favourites @@ -1753,6 +1848,8 @@ globalmarketfinder globalmarketfinder/*.html go/awards gold? +google_gdn.html +google_search.html googlebooks/images goto gp @@ -1863,6 +1960,7 @@ gview gwt h5games_gamecenter/images handmade +hanukkah-spotlight hashtag/*?src= hd header/channels @@ -1937,15 +2035,18 @@ hk-en/teams hk-en/transactions hk-en/treasury hk-en/your +holiday-spotlight +holidays-celebrations home +homefeed homepage-video-test hosted/images hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://i0.wp.com/robots.txt -http://yelp.com/robots.txt +http://developers.google.com/robots.txt +http://patreon.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -1956,6 +2057,9 @@ i/u ia icons id-id.www.cloudflare.com +idea-ads-tool +idea-pin-builder +idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie*/listing/*/favoriters @@ -2126,11 +2230,14 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport +install-shuffles internalPref intl/*/about/views intlkb/ +invite inviteFromProfile inviteMany +invited invites/buy invoice/est invoice/estimate/buyerView @@ -2220,6 +2327,8 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work +join/?next= +join/signup/?next= jp*/listing/*/favoriters jp*/people/*/circle jp*/people/*/favorites @@ -2282,6 +2391,7 @@ knowmore ko-kr.www.cloudflare.com ko-kr/feedback ko-kr/lp +kwanzaa-spotlight labs/popgadget/search lamda/images landing/cmsnext-root @@ -2316,10 +2426,12 @@ learning/search? learning/settings learning/settings$ learning/settings? +lens-search li/track library/devices licensing-syndication limited-release +linked linkedin list list/ls*/_ajax @@ -2328,6 +2440,7 @@ listing/*/stubs lite lite.publication.PublicationRequestFulltextPromo.requestFulltext.html live +live-session live_chat lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -2359,6 +2472,7 @@ lochp? logging login login$ +login/?next= login?*= logo-maker/brief logo-maker/choose-variation @@ -2537,6 +2651,7 @@ native nb-no.www.cloudflare.com nbubumblebee network +new_invite news$ news/$ news/0 @@ -2548,6 +2663,7 @@ news/test news/test-liveblog news?viewArticle newsArticle +news_hub newsletter newsroom/dae newsroom/notifications @@ -2655,6 +2771,7 @@ no-en/treasury no-en/your nonprofits/account not_recommended_reviews/preview +notifications ns/hydra/console/? nus-trk nwshp$ @@ -2707,8 +2824,12 @@ nz/teams nz/transactions nz/treasury nz/your +oauth/line +oauth/login oauth/v2 oauth2/v2 +oauth_error +offsite og onebox/media/sports/logos onebox/media/sports/photos/soccer/wc2018 @@ -2739,8 +2860,11 @@ pages?oid=- pagespeed/insights/ui/logo pantheon pantheon-platform +parental-consent/confirmation +parental-passcode participate/conferences.xml partners +password/reset password_expired patent-search/frontend patents/download @@ -2770,8 +2894,39 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy +pin-builder +pin-communities +pin-creation-tool +pin-editor +pin/*/activities +pin/*/activity +pin/*/analytics +pin/*/brand-catalog +pin/*/comments +pin/*/email +pin/*/feedback +pin/*/idea-pin/related-products +pin/*/likes +pin/*/promote +pin/*/reaction +pin/*/related-products +pin/*/repin +pin/*/repins +pin/*/sent +pin/*/share +pin/*/shop-the-look +pin/*/tag +pin/*/takes +pin/*/visual-search +pin/create +pin/find +pin/find?url= +pin_shop ping? pingback +pinterest-predicts +pinterest-wellbeing +pinterestwellbeing pl*/listing/*/favoriters pl*/people/*/circle pl*/people/*/favorites @@ -2822,6 +2977,7 @@ pl/teams pl/transactions pl/treasury pl/your +place plan= platform-telemetry play/store/web @@ -2851,6 +3007,7 @@ ppob? pqa preference preferences +prefs present presentation prettyearth/assets @@ -2861,6 +3018,8 @@ private pro pro-resources pro/about +product-catalogs +product-feed product-reviews/B0069IY63Y productPurchaseDone product_ @@ -2938,6 +3097,7 @@ publications publicliterature.PublicLiterature.search.html purchases puzzles/leaderboards/invite +pw pwapi-proxy/pwproxy pwapiv2 px.gif @@ -2947,6 +3107,7 @@ qp/batch_fetch_web qr quality_form? query +quiz r r/*.rss r/*/comments/*.rss @@ -2974,6 +3135,7 @@ random rd/search rd/search$ rd/search? +recently-viewed recharge/dashboard/car recharge/dashboard/static recipes/search @@ -2991,6 +3153,8 @@ refer refer/pal referrals referrer= +refresh_stored_accounts +refresh_token register registration registry/wishlist @@ -3001,10 +3165,14 @@ report report-abuse?report= report= report_abuse.gne +reports-and-violations +request-data requestList requests research/participants/cofund reservations/*/notifyme +resource +resource/*/get results retail retail/old @@ -3038,6 +3206,7 @@ s2/sitemaps s2/static s3 s? +safe-redirect safebrowsing/diagnostic safebrowsing/report_badware safebrowsing/report_error @@ -3134,6 +3303,7 @@ searchhistory sections secure seller_onboarding +sendHeaderEarly send_to_friend sendarticle services @@ -3209,6 +3379,7 @@ shop/browse/overlay shop/browse/ribbon shop/iphone/payments/overlay shop_name_search_service +shop_pins shopping-content-api/product_images shopping/product shopping/ratings/account/metrics @@ -3217,7 +3388,7 @@ shopping/reviewer shopping/seller shopping/suppliers/search shopping? -showtimes/location/*http://apis.google.com/robots.txt +showtimes/location/*http://ted.com/robots.txt sidewiki/entry signature signin/inject @@ -3502,11 +3673,13 @@ smart/buttons social/photosui/images social/photosui/sitemap social/social-security-directory/cai +socialmanager sounds/player sounds/player$ sounds/search sounds/search$ sounds/search? +source source= source_repo= spain/empresas/ @@ -3528,6 +3701,7 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle +sso stadia/gamers start start_order @@ -3582,6 +3756,10 @@ storefront storepicker stores/page/*visitId= stories +story-pin-builder +story-pin-invite +story_feed +story_pins studios styles/js-on.css$ submit @@ -3602,6 +3780,7 @@ support support/content support/forum/search? surprise +suspension-appeal sv-se.www.cloudflare.com svc svc/crosswords @@ -3615,12 +3794,14 @@ svc/vertex svc/web svc/wordle svpRecommendations +sw-shell.html swg syndicate system1/images t/terms tab= tablet +taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -3653,8 +3834,10 @@ test testpage-forhomepage tetro th-th.www.cloudflare.com +thanksgiving-spotlight thanx? themacallan/worlds-together +theme themes/rss things/search things/search$ @@ -3729,6 +3912,7 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify +tv tv/thumb tvschedule twitter @@ -3793,9 +3977,13 @@ uk/teams uk/transactions uk/treasury uk/your +unauth-profile +unlink unsub until= updates +upload-image-lens-history +upload-lens-image uploads urchin_test us-es*/listing/*/favoriters @@ -3869,6 +4057,8 @@ uviewer v1 v1/browser-performance v1/stats +v1/urls/count.json +v3/pidgets/log v4 verify_age vi-vn.www.cloudflare.com @@ -3897,9 +4087,12 @@ watch_queue_ajax webmasters/sitemaps/ping? webscr websearch +website/confirm +website/confirm/download webstore/search webstore/static/*/wall/js weekly/signup +welcome whats-next/planes-trains-and-analytics whsmiths widget_auth.php @@ -4361,6 +4554,7 @@ xoonboarding xoplatform/logger/api/logger xorouter your +your-shop youth/404_en.htm youtube/fonts youtube/img/promos diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 6cc93cb8..87585fbf 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -3070,7 +3070,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://gmail.com/robots.txt +/no-referrer-when-downgradehttp://ko-fi.com/robots.txt /no-search-results /node /node/add @@ -3191,7 +3191,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /professionals/*/*style-modern-probr1- /profile /profile-about -/profile/activation /profileshow /project_members /promoassets @@ -3631,7 +3630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://visitazores.com/robots.txt +?*apikey*http://europarl.europa.eu/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3845,13 +3844,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://chrome.google.com/robots.txt +?*utm_source=http://cricketarchive.com/robots.txt ?*utm_term= ?*verified= ?*xid ?252525253Bpreview= ?Author= +?CMP ?EGOTECpage +?ExternalDataReference ?LID= ?ModPagespeed=noscript ?RefID= @@ -3864,6 +3865,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?_af_cid= ?_cookie-check= ?_erv=* +?_ga ?_gl ?_health_check_= ?_locale= @@ -4133,6 +4135,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ref=binfind.com ?referralCode=* ?referrer= +?region= ?region=australia-and-new-zealand ?replytocom ?reported_by= @@ -6631,12 +6634,12 @@ api.html? api.php api/ api/? -api/attachments/*http://docs.wixstatic.com/robots.txt +api/attachments/*http://euronews.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://kobo.com/robots.txt +api/http://steamcommunity.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay @@ -6704,7 +6707,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://fonts.google.com/robots.txt +apple-app-site-associationhttp://mediafire.com/robots.txt apple-news appliance applicant-eligibility @@ -6761,8 +6764,10 @@ archiv/regional archive archive$ archive/api/image.jpg +archive/article archive/graphs.php archive/lifestyle/wellness/1999/01/19/an-illness-no-one-understands-tourettes-syndrome/852df0cc-2164-4c83-be8d-0c770d028547 +archive/page archive/project/sovsport$ archived archives @@ -6784,7 +6789,11 @@ article/HUG article/PR-CO article/api article/beta +article/category article/preview +article/this-article-has-been-deleted +article/this-article-has-been-removed +article/this-article-is-no-longer-available article_email articlecomment/ articles @@ -6915,6 +6924,7 @@ at/market/dixie_flag at/market/rebel_flag at/messages at/mini.php +at/search at/search*attr_*= at/search*price_bucket= at/search*search_type= @@ -7893,7 +7903,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://salon.com/robots.txt +blog/.html.*http://zillow.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -8020,7 +8030,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://ed.ted.com/robots.txt +bookmarkshttp://ja.wikipedia.org/robots.txt books books/NBK books/about @@ -8937,7 +8947,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://mediapost.com/robots.txt +cdn-cgi/http://iso.org/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -8965,7 +8975,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://ifttt.com/robots.txt +cgi-binhttp://youtube.de/robots.txt cgi-local cgi-perl cgi-registry @@ -9244,6 +9254,7 @@ cn/license/spice-models-license.html cn/login-messages cn/products/online-datasheet/ cn/resources/packaging-quality-symbols-footprints/symbols-and-footprints/ +cn/search cn/solutions/case-studies/ cn/solutions/case-studies/innovators/innovators-eu/ cnevideos @@ -9304,7 +9315,7 @@ co/user co/users co/ventureone code/* -code/http://w3techs.com/robots.txt +code/http://bing.com/robots.txt codesamples/ coin*mid= colehaan/daring-to-step-forward @@ -9426,7 +9437,6 @@ companies companies/c companies/o companies/search -company company/*.rss company/?s= company/add-ons-agreement @@ -9512,7 +9522,7 @@ conflagexp connect connect/@ connect/help/search-results.html -connect/http://blog.twitter.com/robots.txt +connect/http://discogs.com/robots.txt connect/social-intranet.html connections connections/recent @@ -9638,7 +9648,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://graphisoft.com/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/redcross/lp content/dam/web/da_dk/www @@ -10906,6 +10916,7 @@ edit/success edit_article editarticle editgroup +edition/null editionssi editor editor.jsp @@ -11625,7 +11636,7 @@ events/friday-rush$ events/fsi-cloud-symposium-nyc.html events/rss evernote/like.php -evite/*http://dw.com/robots.txt +evite/*http://egmcartech.com/robots.txt examples/* exclusive-offers exec/obidos/account-access-login @@ -11773,6 +11784,8 @@ feedback feedback feedback/user_study feeds +feeds.thetimes.co.uk/puzzles +feeds.thetimes.co.uk/timescrossword feeds/ feeds/* feeds/rss @@ -11907,7 +11920,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://arte.tv/robots.txt filter filter/tips filter/tips @@ -12328,7 +12341,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://flickr.com/robots.txt +g/4arE9Chttp://nngroup.com/robots.txt g/api g00 g01 @@ -12550,7 +12563,7 @@ gh/news gh/useracquisition gh_jid= gif -gifshttp://gist.github.com/robots.txt +gifshttp://1.bp.blogspot.com/robots.txt gift-redemption gift-terms gift_card= @@ -12903,7 +12916,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://hackerone.com/robots.txt +hacker/*/followhttp://mp.weixin.qq.com/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13142,6 +13155,7 @@ hk/landing hk/outils/createur-de-logo/onboarding hk/retail/search$ hk/retail/search? +hk/search hk/strumenti/creatore-di-logo/onboarding hk/technology.atom hk/technology/tagged/*page @@ -13294,41 +13308,41 @@ http http-checker http2_data http: -http://2.bp.blogspot.com/robots.txt -http://about.google/robots.txt -http://amazon.de/robots.txt -http://amzn.to/robots.txt -http://api.whatsapp.com/robots.txt -http://app.box.com/robots.txt -http://audiomack.com/robots.txt -http://bbc.com/robots.txt -http://bcn.cl/robots.txt -http://behance.net/robots.txt -http://census.gov/robots.txt -http://euronews.com/robots.txt +http://1.gravatar.com/robots.txt +http://ads.google.com/robots.txt +http://australia.com/robots.txt +http://crunchyroll.com/robots.txt +http://engadget.com/robots.txt http://extension.purdue.edu/robots.txt -http://graphisoft.com/robots.txt -http://hubspot.com/robots.txt -http://ie.edu/robots.txt -http://linkedin.com/robots.txt -http://mashable.com/robots.txt -http://mrisoftware.com/robots.txt -http://nationalgeographic.com/robots.txt -http://news.cnet.com/robots.txt -http://news.yahoo.com/robots.txt -http://npmjs.com/robots.txt -http://patreon.com/robots.txt -http://producthunt.com/robots.txt -http://raiplay.it/robots.txt -http://redbubble.com/robots.txt -http://support.apple.com/robots.txt -http://techradar.com/robots.txt -http://tiny.cc/robots.txt -http://torproject.org/robots.txt +http://fda.gov/robots.txt +http://finance.yahoo.com/robots.txt +http://help.instagram.com/robots.txt +http://i.imgur.com/robots.txt +http://imgur.com/robots.txt +http://mozilla.com/robots.txt +http://nam.edu/robots.txt +http://neilpatel.com/robots.txt +http://opera.com/robots.txt +http://orcd.co/robots.txt +http://paypal.me/robots.txt +http://paypalobjects.com/robots.txt +http://princeton.edu/robots.txt +http://raw.githubusercontent.com/robots.txt +http://res.cloudinary.com/robots.txt +http://s3-eu-west-1.amazonaws.com/robots.txt +http://search.google.com/robots.txt +http://soundcloud.com/robots.txt +http://sproutsocial.com/robots.txt +http://support.mozilla.org/robots.txt +http://ted.com/robots.txt +http://thinkwithgoogle.com/robots.txt http://translate.google.com/robots.txt -http://upload.wikimedia.org/robots.txt -http://vogue.com/robots.txt -http://yelp.com/robots.txt +http://video.google.com/robots.txt +http://w3c.github.io/robots.txt +http://webmd.com/robots.txt +http://woocommerce.com/robots.txt +http://yellowpages.ca/robots.txt +http://zendesk.com/robots.txt hu hu-*/ hu-hu/ @@ -14006,7 +14020,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://fcc.gov/robots.txt +interactive*http://jigsaw.w3.org/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -14602,6 +14616,7 @@ jp/promos jp/resources/packaging-quality-symbols-footprints/symbols-and-footprints/ jp/retail/search$ jp/retail/search? +jp/search jp/search*attr_*= jp/search*price_bucket= jp/search*search_type= @@ -14804,6 +14819,7 @@ kr/landing kr/outils/createur-de-logo/onboarding kr/retail/search$ kr/retail/search? +kr/search kr/strumenti/creatore-di-logo/onboarding kr/technology.atom kr/technology/tagged/*page @@ -14879,7 +14895,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://validator.w3.org/robots.txt +leadingtogether/http://tiff.net/robots.txt leaf learn learn-noperf @@ -14914,7 +14930,7 @@ learning/settings? learnmorelayer learnmorelayertv lecture -lecture/http://creativecommons.org/robots.txt +lecture/http://icann.org/robots.txt lees/gids/exclusief lees/gids/exclusief$ lees/gids/exclusief.*$ @@ -15146,6 +15162,7 @@ login$ login-business/* login-messages login.mhtml$ +login.thetimes.co.uk/user/logout login/ login/$ login/?*guestpasskey= @@ -15512,7 +15529,7 @@ media/popup/ media/thumbnails/ media/tv/channel/credits media/tyfo* -media/tyfo*http://statcounter.com/robots.txt +media/tyfo*http://promo.com/robots.txt mediabase mediaembed medialibrary/de/brief @@ -16193,6 +16210,7 @@ my*/step my*/submit my*/submitted my-account +my-articles my-eurlex my-library my-list-shows @@ -17214,8 +17232,6 @@ page/*/?egotecpage page/*/?hc_location= page/*/?iq_id= page/*/?pcd= -page/*/?s -page/*/?s= page/*/?search= page/account-confirmation-thanks page/html @@ -17309,6 +17325,9 @@ password password-changed-email password/reset password_expired +past-six-days +past-six-days$ +past-six-days/$ patent-search/frontend patents patents/download @@ -17645,9 +17664,10 @@ play/store/web play/surveys/serp play/videos/modulos player +player/brightcove player/metadata/video playerColor= -playerhttp://rollingstone.com/robots.txt +playerhttp://cdtfa.ca.gov/robots.txt playlist.php playlists/*/user playstation @@ -17683,7 +17703,7 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x225eFKxn_3dRt-OGQ2xgPYw1bsDgs\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe +pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyagobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_Ch4KHFdhcyBpc3Qgcm9ib3RzLnR4dCBpbiBSZWFjdD8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22cNIWMEwLBXZ5jBSBk4hYW52T9c8\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment/ pmm-templates pmo/contact/en/staff @@ -19385,7 +19405,7 @@ search/*?*schools= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://betterplace.org/robots.txt +search/*?*userAvailability=*http://storage.googleapis.com/robots.txt search/*filter=dl* search/. search/2/api @@ -19503,7 +19523,7 @@ section/3 section/36 section/6 section/8 -section/9http://issuu.com/robots.txt +section/9http://telegram.me/robots.txt sectionized sections sections$ @@ -19869,7 +19889,7 @@ shows/ showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://img.youtube.com/robots.txt +showtimes/location/*http://issuu.com/robots.txt shr* shutterstock si @@ -19924,7 +19944,6 @@ sign-in sign-in-6for6Sale sign-out sign-out -sign-up sign-up-to-be-contacted-for-research sign-up/? sign/help/search-results.html @@ -21130,7 +21149,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://discogs.com/robots.txt +tag/*+http://google.com.au/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21370,7 +21389,7 @@ test5 test6 testcases testfl -testhttp://moz.com/robots.txt +testhttp://pca.st/robots.txt testing testpage-forhomepage tests/* @@ -21545,6 +21564,7 @@ topic/*/Rss topic/*? topic/article/ topic/articlecollection +topic/bbc topic/electrode/api/logger topic/electrode/api/wpa topic/photo/ @@ -21657,7 +21677,7 @@ transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://anchor.fm/robots.txt +transparency/http://docs.aws.amazon.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -21734,6 +21754,7 @@ try-which/wills/ try? trylater tsa +tto tudum tune*retpath= turbo*?*ajax=1 @@ -21825,6 +21846,7 @@ tw/login-messages tw/outils/createur-de-logo/onboarding tw/retail/search$ tw/retail/search? +tw/search tw/solutions/case-studies/ tw/solutions/case-studies/innovators/innovators-eu/ tw/strumenti/creatore-di-logo/onboarding @@ -21893,6 +21915,7 @@ ua/linux/support ua/mysql/free ua/news ua/redbullracing +ua/search ua/social-impact ua/virtualization ua/virtualization/virtualbox @@ -23875,9 +23898,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt -wp-admin/admin-ajax.phphttp://fool.com/robots.txt -wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt +wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt +wp-admin/admin-ajax.phphttp://plurk.com/robots.txt +wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -23943,7 +23966,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg wp-content/themes/wired/assets/images/wired_video_1000x190.jpg wp-content/uploads wp-content/uploads/ -wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt +wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24078,7 +24101,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://europarl.europa.eu/robots.txt +youreurope/businessDEV/http://thinkgeek.com/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -24428,7 +24451,7 @@ zz 8618 9742 9744 -101612.rsshttp://c-span.org/robots.txt +101612.rsshttp://he.wikipedia.org/robots.txt 1010203 1014943 1027454 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 4a7fa053..09198444 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -947,7 +947,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://bilibili.com/robots.txt +.+http://northjersey.com/robots.txt .../ .AARP/ .ASPX$ @@ -1026,7 +1026,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://join.air.io/robots.txt +.csshttp://all-psy.ru/robots.txt .cssx$ .csv .csv$ @@ -1117,7 +1117,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://bookshop.org/robots.txt +.jpg$http://thredup.com/robots.txt .jpg* .jpg************* .js @@ -1128,7 +1128,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://lluh.org/robots.txt +.jshttp://marianacastromoreira.com/robots.txt .json .json .json$ @@ -1190,15 +1190,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://pompeachaleurdaikin.fr/robots.txt +.phphttp://primit.it/robots.txt .pl .plist$ .png .png .png$ .png$ -.png$http://home.kpmg/robots.txt -.png$http://vh1.com/robots.txt +.png$http://apachefriends.org/robots.txt +.png$http://theringer.com/robots.txt .png* .png************* .ppt @@ -1285,7 +1285,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xmli .zip .zip$ -.zip$http://glas-javnosti.rs/robots.txt +.zip$http://blind-guardian.com/robots.txt .|jsp / /$ @@ -3792,6 +3792,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Käyttäjä: /LICENSE.txt /Layout/set/popup +/Lenses/Snapshots* /Lightroom /Lists/ /LiveCycle @@ -4021,9 +4022,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /actions /actions_panel /action~ -/action~*/http://kronau.in.ua/robots.txt -/action~*/http://melancholodic.de/robots.txt -/action~*/http://seo.ijoomla.com/robots.txt +/action~*/http://bijinhiroba.seesaa.net/robots.txt +/action~*/http://chusyuoit.exblog.jp/robots.txt +/action~*/http://heilpraktiker-psychotherapie-bonn.de/robots.txt /activate /activity /activity/challenge-competition @@ -4094,7 +4095,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /all_posts /all_posts$ /all_questions -/allegedbreak /alphaaz /alphaza /alumni/* @@ -4266,6 +4266,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /auth/linkedin /auth/login/* /author +/author/page/ /autos/marketplace/product/* /avg-review /avto @@ -4464,7 +4465,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ca/avis-legal /cache /cache/* -/cache/ionos-performance/http://ckbrookewrites.wordpress.com/robots.txt +/cache/ionos-performance/http://everlastingrecords.com/robots.txt /cache/ionos-performance/http://jovanamiljanovic.com/robots.txt /calendar /calendar.html @@ -4499,7 +4500,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /catalog/product/view/ /catalog/product_compare/ /catalogsearch/ +/category/ /category/* +/caughtbuild /cbp-*.html /cdn-cgi /cdn-cgi/challenge-platform @@ -4523,7 +4526,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /changeset /changesets /channel-encyclopedia -/channel-resources/domain-registry-products/subnet/http://edukado.net/robots.txt +/channel-resources/domain-registry-products/subnet/http://mediawiki.org/robots.txt /channel/source/ /channelcommunity /channels @@ -4696,6 +4699,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /connections/* /connexion?redirect= /consent-string +/consumeraccredited /contact /contact-us?isChatCallAvailable=false /contact.html @@ -4795,7 +4799,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributions /contributor /control_panel/manage* -/control_panel/manage*http://consumerist.com/robots.txt +/control_panel/manage*http://upenn.edu/robots.txt /conversation /conversation? /conversations @@ -4937,12 +4941,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /deportes /deposit/result/order-v3 /depth_*-- +/derivedent /descendants /destinations/airport.aspx* /destinations/city.aspx* /destroy/ /details /details.do +/detailsta /detect_country.json /dev.rutube.ru /developer/develop/web-services.*.en.html$ @@ -5015,6 +5021,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /dynalist/* /dynamics/ /dzcfg +/ebible* /ebook /ebook/preview.html /ece @@ -5072,6 +5079,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /embed /embed$ /embed* +/embed.js?pname=wordpress&pver=2.74 /embed/$ /embed/enterprise-form /embed/single-line-form @@ -5238,7 +5246,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /events/xml /events? /examshow/* -/exceptionupskirt +/excusefr /existing /exp-dialog-tr-onap-15 /experience/login/ @@ -5261,7 +5269,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /faq-print. /faq/search /fastsearch -/fathersevening /favor /favorite /favorite-*.html @@ -5284,6 +5291,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/ /feed/$ /feed/$ +/feed/* /feed/*/articles.xml /feed/rss/$ /feed/rss/$ @@ -5431,6 +5439,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /gallery.html /gallery.js /gallery/*order=* +/gallerychicks /gallerylist /games/archive /games/search @@ -5844,7 +5853,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /libray/ /libs /license-incomplete -/liechtensteinwarranties /life-style-landing/* /lightreg/index.html /lijstjes @@ -6139,10 +6147,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /negl /nejlevnejsi_lety- /network -/networkitaliano /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://cisa.gov/robots.txt +/neuroscience-terms/$http://zdnet.fr/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -6193,8 +6200,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://6854279.fls.doubleclick.net/robots.txt -/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt +/no-referrer-when-downgradehttp://myemma.com/robots.txt +/no-referrer-when-downgradehttp://oclc.org/robots.txt /no-referrer-when-downgradehttp://steamcommunity.com/robots.txt /no-search-results /no_access @@ -6306,6 +6313,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /orders /orders$ /organize +/organizeflights /os-voos-mais-baratos- /our-suggestions /p @@ -6369,7 +6377,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://player1.mixpo.com/robots.txt +/pdf_reader/*/http://alberta.ca/robots.txt /pdfft /pdp/*Offer_id /pdp/lo @@ -6469,6 +6477,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /preferred-rates /premiere-elements-editor /premium +/premium/* /premium/search /preplay /prereq @@ -6497,7 +6506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.ssf /print/ /print/$ -/print/http://unicef.org.uk/robots.txt +/print/http://pool.admedo.com/robots.txt /print?id /print_ad? /printable @@ -6535,7 +6544,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /profile /profile-about /profile/_report -/profile/activation /profile/email-verification /profiles /profiles/* @@ -6565,6 +6573,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /promoassets /property/compare /protected_branches +/protocolsfraser /pruebas-abierto /pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-desporto /pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-jogos @@ -6613,6 +6622,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /reader.html /reads/*/read$ /realtime_changes +/reardavis /receipt /recherche /recursos/? @@ -6766,6 +6776,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /save_item_checkbox /saved-annotations /saved-searches +/sawrubber /scanners$ /scheduled-pin /scheduled-pins @@ -6968,6 +6979,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /shared-board/* /shared-content/* /shared/ +/sharonartists /sheetmusic /ship-to-country /ship-to-country-- @@ -7026,6 +7038,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /similar-vectors /similar-videos /similar/sold$ +/sincemight /singlepage/epipe /singlepage/pipe /singlepage/uncached_pipe @@ -7182,6 +7195,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /tabletablearticle.htm /tablon-de-edictos /tag +/tag/ /tag/* /tag= /tagged @@ -7303,6 +7317,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /transactions /translate /translator/c +/transportationfocuses /travel/discover /travel/the-hotel-collection /traveler @@ -7497,6 +7512,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /web/pages/* /webapi /webapps +/webcamsunlock /webcheck1/ /webcheck2/ /webform @@ -7567,7 +7583,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/plugins /wp-content/themes /wp-content/uploads -/wp-content/uploads/http://javieraviles.com/robots.txt +/wp-content/uploads/http://gmachina.com/robots.txt /wp-feed /wp-includes /wp-login @@ -7705,7 +7721,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*alrt= ?*amp= ?*answerId= -?*apikey*http://lifestylesimplify.com/robots.txt +?*apikey*http://akismet.com/robots.txt ?*app ?*appidt=* ?*artist_recognition @@ -7770,7 +7786,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*guestLogin= ?*hl ?*hsCtaTracking -?*http://pdair.com/robots.txt +?*http://espn.go.com/robots.txt ?*hubs_signup-cta ?*id= ?*iframe @@ -7821,7 +7837,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*outputType=tracking ?*page ?*page= -?*pageID= ?*palsId= ?*partner= ?*payRequest= @@ -8025,7 +8040,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cardekho.com/robots.txt +?*utm_source=http://cricketarchive.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -8042,6 +8057,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?Author= ?Brand=* ?CID* +?CMP ?COURSE_ID= ?Category=* ?Color=* @@ -8050,6 +8066,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ContensisTextOnly=true ?Cookie=true ?EGOTECpage +?ExternalDataReference ?Features=* ?G2I_ActionId=* ?ID_PAGE=Journal @@ -8223,7 +8240,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bitrate= ?bitrix_include_areas ?bizType= -?blackhole ?blog= ?br ?brand @@ -8243,7 +8259,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?cacheBurst= ?cacheKill= ?calendar -?callback=http://hyatt.com/robots.txt +?callback=http://newegg.com/robots.txt ?callsandtexts ?cameFrom* ?card= @@ -8560,7 +8576,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?inpageEditorUI= ?installedvsversions ?instructor%5B%5D= -?intcmpid= ?integrationId ?intensitylevel=* ?intent @@ -8593,6 +8608,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keymap ?keyword ?keyword= +?keyword=* ?keywords= ?keywordslug= ?kind= @@ -8646,6 +8662,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?lpaffil ?ltclid ?lx* +?m=1 ?m_bt= ?maca= ?manufacturer= @@ -8690,7 +8707,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://telesat.be/robots.txt +?netflixsource=*http://marketwired.com/robots.txt ?netmng= ?news_id= ?newsid @@ -8722,6 +8739,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?occasions= ?ocid= ?offer= +?offset* ?offset= ?offset=0 ?oid=28771 @@ -8824,6 +8842,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?print ?print= ?print=1 +?print=1 ?print=yes ?printable= ?prints_availability @@ -9034,7 +9053,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showAllGroups= ?showOlderReviews ?show_error=true -?shttp://unesco.org/robots.txt +?shttp://es.linkedin.com/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -9111,7 +9130,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://unwomen.org/robots.txt +?sq_content_src=http://etherscan.io/robots.txt ?src ?src* ?src=sem_ggl @@ -9192,7 +9211,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?tracking= ?trackingid= ?traffic= -?transactionKey=* ?trial ?trk= ?trpd= @@ -9265,7 +9283,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?view=print ?viewType ?view_medium= -?view_only=http://usgbc.org/robots.txt +?view_only=http://cvedetails.com/robots.txt ?view_source= ?viewday= ?viewmont= @@ -9353,7 +9371,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://yellowpages.com/robots.txt +@vitehttp://designmodo.com/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -10394,7 +10412,6 @@ ArtnetIntegrationService ArtnetLookupService Arts/reading/UK/browse_reader Arts/reading/UK/search_basic_results -Assembly2001/ AssetFactory.aspx AssetManager AssetPicker @@ -10408,6 +10425,7 @@ AtoZ/HealthInformationPages/ AtoZ/HealthInformationRibbonLinkVisibility/ AtoZ/InstitutesDepartmentsLetterStatus/ AtoZ/InstitutesDepartmentsPages/ +Audio/ AuroraCGI Auth.aspx* Auth/* @@ -10471,6 +10489,12 @@ BOE-A-1976-457.pdf BOE-A-1977-12591$ BOE-A-1977-12591& BOE-A-1977-12591.pdf +BOE-A-1977-13537$ +BOE-A-1977-13537& +BOE-A-1977-13537.pdf +BOE-A-1977-2715$ +BOE-A-1977-2715& +BOE-A-1977-2715.pdf BOE-A-1978-3868$ BOE-A-1978-3868& BOE-A-1978-3868.pdf @@ -11482,6 +11506,9 @@ BOE-A-2006-12359.pdf BOE-A-2006-13434$ BOE-A-2006-13434& BOE-A-2006-13434.pdf +BOE-A-2006-14260$ +BOE-A-2006-14260& +BOE-A-2006-14260.pdf BOE-A-2006-14447$ BOE-A-2006-14447& BOE-A-2006-14447.pdf @@ -11653,6 +11680,9 @@ BOE-A-2008-13781.pdf BOE-A-2008-13791$ BOE-A-2008-13791& BOE-A-2008-13791.pdf +BOE-A-2008-14130$ +BOE-A-2008-14130& +BOE-A-2008-14130.pdf BOE-A-2008-14878$ BOE-A-2008-14878& BOE-A-2008-14878.pdf @@ -12634,6 +12664,9 @@ BOE-B-2001-8148.pdf BOE-B-2002-136112$ BOE-B-2002-136112& BOE-B-2002-136112.pdf +BOE-B-2002-168047$ +BOE-B-2002-168047& +BOE-B-2002-168047.pdf BOE-B-2002-199055$ BOE-B-2002-199055& BOE-B-2002-199055.pdf @@ -15021,7 +15054,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://js.stripe.com/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://ai.googleblog.com/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -15077,7 +15110,9 @@ EmailPreferences Emailer Emailv_v2 EmbedSlideshow +Emoticons/ Eng +Engage* EnlargedImageView EnsMart EnterpriseSubscriber/* @@ -15127,8 +15162,10 @@ Events/stylesheets/ Events/xml/ Exabot ExitCheckoutCmd +Experience* Experimental Explodingstuff +Explore* Export/ External Extranet @@ -15311,7 +15348,6 @@ Facilities/CIS/SCP Facilities/Haffenreffer/archive Fact_check FairShare -Faiths/Islam/Islamic-Quote-Search.aspx FamilyConnect?*s= FatalError.html Feature @@ -15326,10 +15362,10 @@ FicherosDatosPersonales File/ Files/ Filestore/ -FilmFestival/ FinDocuments Finance/Financial_Aid FinancialServices +Find* FireTV FiveSteps/ FiveStepsToHealth/ @@ -15392,6 +15428,7 @@ GW/ GY/ Gallery/* GarrettScript/* +Gateways* General GeneratedItems Generic/Generic @@ -15439,7 +15476,6 @@ HTTrainingCourseDetail HTTrainingModulesDetail HU/ Handlers -Handlers/ HdToggle HeadJS/static-2.115 HeadJS/static-2.83 @@ -15563,7 +15599,6 @@ IT/ IT/SoftwareDist IT/new ITD -IVR-token IWCat* IgnoreMe Image @@ -15593,7 +15628,7 @@ IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://recalculatingfilm.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://terribjones.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx Intranet Intranet-PDB @@ -15902,6 +15937,7 @@ Moved Movies MoviesYouveSeen Ms. +Msgs/ Museum Music My-Account @@ -16010,8 +16046,6 @@ NovelUse.asp* NovelUse/ Nrpp= Ntk=TBW* -OASpage/Assembly2001/ -OASpage/Haiti_situation OAuth.aspx OCA-Beta OCA-beta @@ -16407,6 +16441,7 @@ RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registry RegistryPortalCmd +Religion-Portals/*Blog.html Report ReportAbuse ReportBug @@ -16539,7 +16574,6 @@ Sessions/ Settings Sf/ Share.aspx -Share/Send-To-A-Friend SharePage/ Shared/ SharedDocs/Downloads/DE/BSI/Zertifizierung @@ -16576,6 +16610,8 @@ SiteURL* Sitecore Sitecore/ Sitemaps/ +Sites/ +Skins/ Sky_Online Slurp Snap @@ -16712,7 +16748,13 @@ ThML ThankYou The-League-magazine Themes +Themes/ +Themes/Blogs/HealthyPets/MiddleOptin.aspx +Themes/Blogs/HealthyPets/RegistrationPopUp_HP.aspx +Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx +Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx Themes/Client/app/img/favicons/manifest.json +Themes/HealthyPets/images/ ThisIsABadPathNotToBeUsed/ ThreadeskupSimple Tienda/Guide @@ -16722,6 +16764,7 @@ Tools*?*q= Tools/ Tools/services Tooltip-feed-atom +Topics/Public-Square/ TouchWeb Tr/SocialMediaActivity/LogJSWidgetLinkClick Track @@ -16838,10 +16881,9 @@ VU/ Valley-of-Longevity-Property/ VariationSelectionView Verify/* -Verkko/http://resourcescentreonline.co.uk/robots.txt +Verkko/http://glavmex.ru/robots.txt Video Video/*playerIndex -Video/Import/ Video/Panel/ Videos/e Videos/m @@ -16852,7 +16894,7 @@ ViewDoc ViewKey/keyword ViewPDF.aspx Vlast/ -VoteActivities/http://opensecrets.org/robots.txt +VoteActivities/http://clemson.edu/robots.txt VoteCount/?action= W WAI/ER/tests @@ -17367,7 +17409,7 @@ _recache _redirectedFromOffline-true _refurb-discounted*/shop _remote -_resourceshttp://threadless.com/robots.txt +_resourceshttp://blog.taxjar.com/robots.txt _resultat-eleve-*.html _resultat-eleve.html _rk_ @@ -17619,7 +17661,7 @@ about-cancer/cancer-chat/user?destination=/ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://realtor.com/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://mtv.com/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -17643,7 +17685,7 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://crackle.com/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://images.apple.com/robots.txt about-us/employment about-us/employment/*http://lynda.com/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ @@ -17968,10 +18010,12 @@ account/email-auth account/email_preferences account/email_verify account/emailoptout/?*token= +account/en-ca/email-sign-up account/favorite account/followers account/following account/forgot-password +account/fr-ca/abonnement-courriels account/invite account/logout account/marketplace_settings @@ -18379,7 +18423,7 @@ add-ons/ add-to-bibliography add-to-cart add-to-cart=* -add-to-cart=*http://northwestsolarprotection.com/robots.txt +add-to-cart=*http://creadits.com/robots.txt add-to-existing-collection add-visit add?community= @@ -18461,7 +18505,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://istanbulyelken.org.tr/robots.txt +admin/http://google.ro/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -18475,14 +18519,14 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://alberta.ca/robots.txt +adminhttp://unbounce.com/robots.txt administration administration/ administrative-fellowship administrative-staff/ebaid-nancy administrator administrator/ -administrator/http://heilpraktiker-psychotherapie-bonn.de/robots.txt +administrator/http://sunsetbrian.com/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -18669,6 +18713,7 @@ af/user af/users afara aff +affectsconsumers affil affil/pal affiliate @@ -18751,9 +18796,7 @@ ag=A agarces agarciacalvo agarzaer -agdocs/ age-appeal -agegate agencias agencies agency @@ -19025,7 +19068,6 @@ all all-access-offer all-supported-params all? -allCards?s_n= allComponentsInitialised/ allNews.html?tag= allabout? @@ -19136,10 +19178,8 @@ ameha ameliapeterson amelierorty amenities? -america_viva/ american-ninja-warrior-ninja-vs-ninja american-sniper -americas/ amexblue amfphp amg @@ -19521,12 +19561,12 @@ api/UpdateStorage api/abtests/active-tests api/access api/ajax/checktheseout -api/ajax/checktheseout?.*http://indiana.edu/robots.txt +api/ajax/checktheseout?.*http://essence.com/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://giphy.com/robots.txt +api/attachments/*http://shopify.com/robots.txt api/auth api/billing api/billing$ @@ -19570,8 +19610,8 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://amazon.in/robots.txt -api/http://goldensun.get.com.tw/robots.txt +api/http://mycralawyers.com.au/robots.txt +api/http://telegram.me/robots.txt api/install_backblaze api/internal/analytics/songs api/internal/bookmarks/shares_and_clicks @@ -19599,7 +19639,7 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://consilium.europa.eu/robots.txt +api/og/*http://recode.net/robots.txt api/paid-article api/posts/*/popular_posts api/pricePrediction/V1/flight @@ -19790,6 +19830,8 @@ app378com app= appId=Dev10IDEF1 appTv +app_browsers/ +app_config/ app_data/ app_dev.php app_install @@ -19804,7 +19846,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://xkcd.com/robots.txt +apple-app-site-associationhttp://purdue.edu/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -20196,6 +20238,7 @@ archive-university-communications archive/ archive/*?publishingId=152 archive/api/image.jpg +archive/article archive/courier/courierS2002.pdf archive/events archive/graphs.php @@ -20203,6 +20246,7 @@ archive/issue archive/lifestyle/wellness/1999/01/19/an-illness-no-one-understands-tourettes-syndrome/852df0cc-2164-4c83-be8d-0c770d028547 archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair archive/nws-who.html +archive/page archive/print archive/print/ archive/project/sovsport$ @@ -20218,7 +20262,7 @@ archives archives archives/ archives/*/*/* -archives/http://b.hatena.ne.jp/robots.txt +archives/http://privateinternetaccess.com/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -20300,6 +20344,7 @@ article/PR-CO article/api article/articlelistjson* article/beta +article/category article/comments article/item/mix_up article/listjson* @@ -20307,6 +20352,9 @@ article/p article/preview article/thank-you-registering article/thank-you-signing-health-edit +article/this-article-has-been-deleted +article/this-article-has-been-removed +article/this-article-is-no-longer-available article/welcome-email article6ter/ articleId @@ -20469,7 +20517,7 @@ aspnet_client aspnet_client/ aspnet_client/ aspx/ -aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt +aspx/read.aspxhttp://handbrake.fr/robots.txt aspxerrorpath* asross assafbester @@ -20514,7 +20562,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://todoist.com/robots.txt +assets/http://bungie.net/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -20677,6 +20725,7 @@ at/messages at/mini.php at/navi_js at/personal +at/search at/search*attr_*= at/search*price_bucket= at/search*search_type= @@ -21854,7 +21903,7 @@ baobao*? bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://blackhat.com/robots.txt +bappstore/bapps/download/http://jet.com/robots.txt barchartData barclays-credit-eligibility-checker$ bargill @@ -22945,14 +22994,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://deviantart.com/robots.txt +blog/.html.*http://pca.st/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://federalreserve.gov/robots.txt -blog/?s=*http://sarmsreport.com/robots.txt +blog/?s=*http://hp.com/robots.txt +blog/?s=*http://kabagaida.com/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -23045,7 +23094,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://masaru-emoto.net/robots.txt +blog/tag/success-webinar/http://chordsoftruth.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -23119,6 +23168,7 @@ blogs/$ blogs/*%2B blogs/*%2b blogs/*+ +blogs/*/Events/* blogs/*/comments/feed/$ blogs/*/plugins blogs/*/tag/*/index.php/page @@ -23165,10 +23215,11 @@ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://wilds.mb.ca/robots.txt +blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://training4cyclists.com/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created +bloodpharmacies bls blueberry bluechew-review @@ -23256,7 +23307,6 @@ board_activity_comment boardgame/*/*/edit boardingpass boardinvited -boards/ boards/api boards/localities.*/rss.xml boards/rss/localities. @@ -23300,7 +23350,10 @@ boe/dias/1974/07/18 boe/dias/1975/05/15 boe/dias/1975/08/13 boe/dias/1976/01/08 +boe/dias/1977/01/31 boe/dias/1977/05/24 +boe/dias/1977/06/07 +boe/dias/1977/06/08 boe/dias/1978/02/07 boe/dias/1978/03/21 boe/dias/1978/03/22 @@ -23617,6 +23670,7 @@ boe/dias/2002/06/07 boe/dias/2002/06/14 boe/dias/2002/06/22 boe/dias/2002/07/12 +boe/dias/2002/07/15 boe/dias/2002/07/16 boe/dias/2002/07/19 boe/dias/2002/08/07 @@ -23759,6 +23813,7 @@ boe/dias/2006/07/03 boe/dias/2006/07/05 boe/dias/2006/07/08 boe/dias/2006/07/25 +boe/dias/2006/08/04 boe/dias/2006/08/08 boe/dias/2006/08/10 boe/dias/2006/08/16 @@ -23848,6 +23903,7 @@ boe/dias/2008/07/22 boe/dias/2008/07/31 boe/dias/2008/08/06 boe/dias/2008/08/13 +boe/dias/2008/08/20 boe/dias/2008/08/23 boe/dias/2008/09/04 boe/dias/2008/09/11 @@ -24762,7 +24818,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://gizmodo.com/robots.txt +bookmarkshttp://ssl.google-analytics.com/robots.txt bookproperty books books/?*instrument= @@ -24893,6 +24949,7 @@ borme/dias/2012/10/24 borme/dias/2013/12/17/pdfs/BORME-A-2013-240-28.pdf borme/dias/2020/12/21 bos +bosco/* boseroff boston-workspace boston/?q=admin @@ -24955,7 +25012,7 @@ boston/xmlrpc.php bot-traffic.icu bot-traffic.xyz bot-visits.live -bot/http://maismemoria.org/robots.txt +bot/http://en.zooom.no/robots.txt botchkarev botigaubprova botir @@ -25157,7 +25214,7 @@ branding= brandlover brandmonitoring brandnet -brandnew/psphttp://airlinestravel.ro/robots.txt +brandnew/psphttp://threatpost.com/robots.txt brandnewconference/2016/video brandonbergman brandonkim @@ -25265,7 +25322,6 @@ browse/bookview.aspx browse/deviceDetails.jsp browse/deviceISPUDetails.jsp browse/devicesetup -browse/feed browse/genre browse/issue/*/follow browse/last @@ -25402,6 +25458,7 @@ buntemein burchesky burns/appointments-and-referrals/appointment-thankyou burns/appointments-and-referrals/referral-thankyou +burnsalvation bursar bus/*/Ads.html bus/*/Eco.html* @@ -25452,6 +25509,8 @@ buscar/act.php?id=BOE-A-1975-17183 buscar/act.php?id=BOE-A-1975-9889 buscar/act.php?id=BOE-A-1976-457 buscar/act.php?id=BOE-A-1977-12591 +buscar/act.php?id=BOE-A-1977-13537 +buscar/act.php?id=BOE-A-1977-2715 buscar/act.php?id=BOE-A-1978-3868 buscar/act.php?id=BOE-A-1978-7616 buscar/act.php?id=BOE-A-1979-24289 @@ -25789,6 +25848,7 @@ buscar/act.php?id=BOE-A-2005-9691 buscar/act.php?id=BOE-A-2006-12130 buscar/act.php?id=BOE-A-2006-12359 buscar/act.php?id=BOE-A-2006-13434 +buscar/act.php?id=BOE-A-2006-14260 buscar/act.php?id=BOE-A-2006-14447 buscar/act.php?id=BOE-A-2006-14540 buscar/act.php?id=BOE-A-2006-14759 @@ -25846,6 +25906,7 @@ buscar/act.php?id=BOE-A-2008-13136 buscar/act.php?id=BOE-A-2008-13500 buscar/act.php?id=BOE-A-2008-13781 buscar/act.php?id=BOE-A-2008-13791 +buscar/act.php?id=BOE-A-2008-14130 buscar/act.php?id=BOE-A-2008-14878 buscar/act.php?id=BOE-A-2008-14957 buscar/act.php?id=BOE-A-2008-14964 @@ -26173,6 +26234,7 @@ buscar/act.php?id=BOE-B-2001-74104 buscar/act.php?id=BOE-B-2001-79023 buscar/act.php?id=BOE-B-2001-8148 buscar/act.php?id=BOE-B-2002-136112 +buscar/act.php?id=BOE-B-2002-168047 buscar/act.php?id=BOE-B-2002-199055 buscar/act.php?id=BOE-B-2002-206063 buscar/act.php?id=BOE-B-2002-24028 @@ -26823,6 +26885,8 @@ buscar/doc.php?id=BOE-A-1975-17183 buscar/doc.php?id=BOE-A-1975-9889 buscar/doc.php?id=BOE-A-1976-457 buscar/doc.php?id=BOE-A-1977-12591 +buscar/doc.php?id=BOE-A-1977-13537 +buscar/doc.php?id=BOE-A-1977-2715 buscar/doc.php?id=BOE-A-1978-3868 buscar/doc.php?id=BOE-A-1978-7616 buscar/doc.php?id=BOE-A-1979-24289 @@ -27160,6 +27224,7 @@ buscar/doc.php?id=BOE-A-2005-9691 buscar/doc.php?id=BOE-A-2006-12130 buscar/doc.php?id=BOE-A-2006-12359 buscar/doc.php?id=BOE-A-2006-13434 +buscar/doc.php?id=BOE-A-2006-14260 buscar/doc.php?id=BOE-A-2006-14447 buscar/doc.php?id=BOE-A-2006-14540 buscar/doc.php?id=BOE-A-2006-14759 @@ -27217,6 +27282,7 @@ buscar/doc.php?id=BOE-A-2008-13136 buscar/doc.php?id=BOE-A-2008-13500 buscar/doc.php?id=BOE-A-2008-13781 buscar/doc.php?id=BOE-A-2008-13791 +buscar/doc.php?id=BOE-A-2008-14130 buscar/doc.php?id=BOE-A-2008-14878 buscar/doc.php?id=BOE-A-2008-14957 buscar/doc.php?id=BOE-A-2008-14964 @@ -27544,6 +27610,7 @@ buscar/doc.php?id=BOE-B-2001-74104 buscar/doc.php?id=BOE-B-2001-79023 buscar/doc.php?id=BOE-B-2001-8148 buscar/doc.php?id=BOE-B-2002-136112 +buscar/doc.php?id=BOE-B-2002-168047 buscar/doc.php?id=BOE-B-2002-199055 buscar/doc.php?id=BOE-B-2002-206063 buscar/doc.php?id=BOE-B-2002-24028 @@ -28257,6 +28324,60 @@ business business*? business--manufacturing/business-education/faq/search? business-breakfast +business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel +business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html +business-customers/aviation/shell-for-suppliers/card-services +business-customers/aviation/shell-for-suppliers/card-services.html +business-customers/bitumen/contact-us +business-customers/bitumen/contact-us.html +business-customers/bitumen/news +business-customers/bitumen/news.html +business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products +business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html +business-customers/commercial-fuels/be-our-superstar +business-customers/commercial-fuels/be-our-superstar.html +business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain +business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain.html +business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges +business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html +business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power +business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html +business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine +business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html +business-customers/lubricants-for-business/shell-panolin/five-things-to-know +business-customers/lubricants-for-business/shell-panolin/five-things-to-know.html +business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment +business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment.html +business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment +business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment.html +business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity +business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity.html +business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions +business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions.html +business-customers/marine/marine-lng +business-customers/marine/marine-lng.html +business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature +business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html +business-customers/shell-market-hub/shell-services/lube-optimizer +business-customers/shell-market-hub/shell-services/lube-optimizer.html +business-customers/shell-market-hub/shell-services/machinemax +business-customers/shell-market-hub/shell-services/machinemax.html +business-customers/shell-market-hub/shell-services/shell-desiccant-breathers +business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html +business-customers/shell-market-hub/shell-services/shell-lube-analyst +business-customers/shell-market-hub/shell-services/shell-lube-analyst.html +business-customers/shell-market-hub/shell-services/shell-lube-videocheck +business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html +business-customers/shell-market-hub/shell-services/shell-remote-sense +business-customers/shell-market-hub/shell-services/shell-remote-sense.html +business-customers/trading-and-supply/counterparty-information-request +business-customers/trading-and-supply/counterparty-information-request.html business-enterprise/cesm3/index_v2.php?key5sk1= business-enterprise/cesm3/index_v2.php?s= business-insider$ @@ -28930,7 +29051,7 @@ ca/fr/emplois/tous/*COm* ca/fr/emplois/tous/*CoM* ca/fr/emplois/tous/*CÃÆca/fr/emplois/tous/*com* -ca/fr/emplois/tous/*commun*http://graphics8.nytimes.com/robots.txt +ca/fr/emplois/tous/*commun*http://money.com/robots.txt ca/fr/emplois/tous/*cÃÆca/fr/emplois/tous/*ÃÆca/fr/job-details-preview* @@ -29058,7 +29179,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://ufbpk.com/robots.txt +calendar-2/action~*/http://feelament.bandcamp.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -29278,7 +29399,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://wrike.com/robots.txt +calendrier/action~stream/http://fauerzaesp.org/robots.txt calendrier/action~week california-exhibit call @@ -29343,7 +29464,7 @@ campaigns/ campaigns/bigsix.html campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://developer.twitter.com/robots.txt +campaigns/digital-recruitmenthttp://picasa.google.com/robots.txt campaigns/help/search-results.html campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once @@ -29360,6 +29481,7 @@ campanhas/condicoes-comerciais/adesao.html campania/notizie/2016/01/18/a-mons.scarano-due-anni-per-calunnia_4e591a40-0c03-4dca-94fb-2d0ad0fa38ad.html campania/notizie/2016/02/20/avviso-conclusione-indagini-a-de-luca-jr_f54bfeea-bba9-4dfc-8e9c-93f2cba88bc5.html campante +campbellrankings campus-life/housing-dining/on-campus/housing-payment-information/ campus-life/student-affairs/campus-currents-content-submission/thank-you/ campus-life/student-affairs/vice-chancellor-for-student-affairs-event-request/thank-you/ @@ -29549,7 +29671,6 @@ cards/close-card cards/favorites cards/get-code-word cards/suite -cardsNavigation?page-path= career career-academy/programs career-level/ @@ -29579,6 +29700,20 @@ careers/MAINTAINERS.txt careers/Phoenix-Hiring-Event/ careers/Sydney-Hiring-Event/ careers/UPGRADE.txt +careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow +careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html +careers/about-careers-at-shell/employee-stories/dreaming-big +careers/about-careers-at-shell/employee-stories/dreaming-big.html +careers/about-careers-at-shell/employee-stories/endless-opportunities +careers/about-careers-at-shell/employee-stories/endless-opportunities.html +careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme +careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html +careers/about-careers-at-shell/employee-stories/testing-my-abilities +careers/about-careers-at-shell/employee-stories/testing-my-abilities.html +careers/about-careers-at-shell/people-at-shell +careers/about-careers-at-shell/people-at-shell.html +careers/about-careers-at-shell/we-are-one-team/diversity-inclusion +careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html careers/admin careers/aus-nz-event/ careers/aws-ar-event/ @@ -29598,6 +29733,8 @@ careers/aws-sea-event/ careers/aws-singapore-event/ careers/aws-sydney-event/ careers/chattanooga-mobile-event/ +careers/choose-your-career-profile +careers/choose-your-career-profile.html careers/comment/reply careers/cron.php careers/database-hiring/ @@ -29619,7 +29756,11 @@ careers/job careers/jobs careers/jobs.php careers/jobs.php?id= +careers/join-the-shell-talent-community +careers/join-the-shell-talent-community.html careers/landing-pages/ +careers/life-at-shell +careers/life-at-shell.html careers/mentor-knowledge-bank/ careers/mexico-edge-hiring-2014/ careers/milwaukee-edge-hiring-2014/ @@ -29661,6 +29802,8 @@ careers/santiago-event/ careers/scripts careers/search careers/search? +careers/students-and-graduates +careers/students-and-graduates.html careers/students-graduates/opportunities careers/texas-event/ careers/thank_you @@ -29819,6 +29962,7 @@ casualads cat cat-*/pid-*/ord-*/p- cat= +cat=* cat_without_ad.php cata/account cata/account= @@ -29943,7 +30087,6 @@ catalogue/*? catalogues catchup catec -catedraOLD/ categories categories.php categories/*/archive @@ -32138,7 +32281,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://surveygizmo.com/robots.txt +cdc/http://mnn.com/robots.txt cdf/sign cdj cdk/* @@ -32150,9 +32293,9 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://bundesregierung.de/robots.txt -cdn-cgi/http://esquire.com/robots.txt -cdn-cgi/http://iso.org/robots.txt +cdn-cgi/http://blogs.technet.com/robots.txt +cdn-cgi/http://focus.de/robots.txt +cdn-cgi/http://healthcare.gov/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -32285,8 +32428,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://6478929.fls.doubleclick.net/robots.txt -cgi-bin/http://smethailandclub.com/robots.txt +cgi-bin/http://haapasaari.fi/robots.txt +cgi-bin/http://tv.apple.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -32299,7 +32442,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://gallery.mailchimp.com/robots.txt +cgi-bin/notices/http://cyber.law.harvard.edu/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -32339,7 +32482,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://cisco.com/robots.txt +cgi-binhttp://is.gd/robots.txt cgi-local cgi-mad/ cgi-out @@ -32722,7 +32865,7 @@ checkout/test/test.html checkout2 checkout?plan_id checkoutconfirmation -checkouthttp://ipxplus.net/robots.txt +checkouthttp://redvelvet-jp.net/robots.txt checkoutnow checkouts checkpoint @@ -33172,8 +33315,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://img1.wsimg.com/robots.txt -clickhttp://mastodon.social/robots.txt +clickhttp://fodors.com/robots.txt +clickhttp://security.stackexchange.com/robots.txt clickstream clicktale clickthrough.jsp @@ -35461,7 +35604,7 @@ clockss-manifest clone clone/library/genomic/organisms close-account -closed-submissions/http://zynga.com/robots.txt +closed-submissions/http://moneycontrol.com/robots.txt closedcaption closures/*.ssf? closures/index.ssf?other @@ -35555,7 +35698,7 @@ cmp= cmplog cmr cms -cms-search/http://merck.com/robots.txt +cms-search/http://fas.org/robots.txt cms. cms.dll cms.dll* @@ -35572,9 +35715,6 @@ cms_docs cms_preview_ui cms_preview_ui_static cms_registrations -cms_websites -cms_websites/css -cms_websites/index.phphttp://bravenewworld.aspire.org.pl/robots.txt cmsctx/ cmslanding.aspx cmstest/ @@ -35596,7 +35736,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://sohu.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://scribblemaps.com/robots.txt cn/ipns cn/license/ibis-models cn/license/licensing-agreement/ @@ -35722,7 +35862,7 @@ cobrand/ code code/ code/* -code/http://npr.org/robots.txt +code/http://moz.com/robots.txt code2product-typeform-dashboard code= code_activation @@ -35818,12 +35958,6 @@ colormix-2015-video colors$ colors-* colors/for_404.json -columnists/responsivetest/ -columnists/tags/ -columnists/testblog/ -columnists/testblog2/ -columnists/wp-admin/ -columnists/wp-includes/ com com/vzw/commerce/order/purchase combine.php @@ -35890,6 +36024,7 @@ comments/*/likes comments/TeachLeader/responses comments/count comments/feed +comments/feed* comments/feed/ comments/for_profile_page comments/like @@ -35898,7 +36033,6 @@ comments/nationalforum97/responses comments/quote comments/reply comments= -comments=true comments_print.php?content_id= commerce commerce @@ -35957,6 +36091,7 @@ communities?q= communities?t= community community +community* community-comments community-corriere community-guidelines @@ -35971,7 +36106,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://biblegateway.com/robots.txt +community/*/profile/*http://freemusicarchive.org/robots.txt community/*/rss community/*/topics community/*/trackback @@ -36346,7 +36481,7 @@ conditions-diseases? conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://thehindubusinessline.com/robots.txt +conex-2019http://harley-davidson.com/robots.txt conf conf conf/*.php$ @@ -36494,7 +36629,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://tripadvisor.co.uk/robots.txt +contact-sales/http://brainoff.com/robots.txt contact-support contact-thank-you contact-tos @@ -36519,6 +36654,7 @@ contact-us/publicdataset-conf/ contact-us/sales-contact-confirmation/ contact-us/samplecode-submission-conf/ contact. +contact.aspx contact.html contact.html contact.php @@ -36528,8 +36664,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://eibar.org/robots.txt -contact/http://theresource.tv/robots.txt +contact/http://digicert.com/robots.txt +contact/http://voernatuurlijk.nl/robots.txt contact/menu* contact/partner* contact/support.php @@ -36600,8 +36736,7 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util -content/*http://logging.apache.org/robots.txt -content/*http://steller.cc/robots.txt +content/*http://mensjournal.com/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/en/home/vendor/ @@ -36733,7 +36868,7 @@ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://imagemagick.org/robots.txt +content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -36808,7 +36943,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://androidpolice.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://creativemarket.com/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -36852,7 +36987,7 @@ content/dam/sm/ccto/sunet_id_resources content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf content/dam/static-page/customer-advocacy/*/pdf -content/dam/students/documents/graduations/programs/http://denverpost.com/robots.txt +content/dam/students/documents/graduations/programs/http://familysearch.org/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -36901,7 +37036,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://link.medium.com/robots.txt +content/downloads/http://humblebundle.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -36937,7 +37072,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://worldwildlife.org/robots.txt +content/index.php/user/logout/http://draft.blogger.com/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37134,8 +37269,6 @@ contest contest.php?pg= contest/ contest/*/view_submission.html -contest/log_presence -contest/previous_winners contests contests/*/shareimage contests/*afghanistan @@ -37349,6 +37482,7 @@ controllers controllers controllers/ controlpanel +controlpanel/ controls/ controlsVisibleOnLoad= conversation @@ -38232,7 +38366,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://user-images.githubusercontent.com/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://learndigital.withgoogle.com/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csds/* cse @@ -38732,7 +38866,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt +da/create-a-doodle-pfmhttp://tympanus.net/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39879,7 +40013,7 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://tapatalk.com/robots.txt +demo/safari-reader-test-nielshttp://apsense.com/robots.txt democenter demonstration demos @@ -40018,7 +40152,7 @@ detail/ajax details- details-*.html details-print -detailshttp://asp.net/robots.txt +detailshttp://nhm.ac.uk/robots.txt detect detr/ detroitchicago @@ -40367,6 +40501,8 @@ diario_boe/txt.php?id=BOE-A-1975-17183 diario_boe/txt.php?id=BOE-A-1975-9889 diario_boe/txt.php?id=BOE-A-1976-457 diario_boe/txt.php?id=BOE-A-1977-12591 +diario_boe/txt.php?id=BOE-A-1977-13537 +diario_boe/txt.php?id=BOE-A-1977-2715 diario_boe/txt.php?id=BOE-A-1978-3868 diario_boe/txt.php?id=BOE-A-1978-7616 diario_boe/txt.php?id=BOE-A-1979-24289 @@ -40704,6 +40840,7 @@ diario_boe/txt.php?id=BOE-A-2005-9691 diario_boe/txt.php?id=BOE-A-2006-12130 diario_boe/txt.php?id=BOE-A-2006-12359 diario_boe/txt.php?id=BOE-A-2006-13434 +diario_boe/txt.php?id=BOE-A-2006-14260 diario_boe/txt.php?id=BOE-A-2006-14447 diario_boe/txt.php?id=BOE-A-2006-14540 diario_boe/txt.php?id=BOE-A-2006-14759 @@ -40761,6 +40898,7 @@ diario_boe/txt.php?id=BOE-A-2008-13136 diario_boe/txt.php?id=BOE-A-2008-13500 diario_boe/txt.php?id=BOE-A-2008-13781 diario_boe/txt.php?id=BOE-A-2008-13791 +diario_boe/txt.php?id=BOE-A-2008-14130 diario_boe/txt.php?id=BOE-A-2008-14878 diario_boe/txt.php?id=BOE-A-2008-14957 diario_boe/txt.php?id=BOE-A-2008-14964 @@ -41088,6 +41226,7 @@ diario_boe/txt.php?id=BOE-B-2001-74104 diario_boe/txt.php?id=BOE-B-2001-79023 diario_boe/txt.php?id=BOE-B-2001-8148 diario_boe/txt.php?id=BOE-B-2002-136112 +diario_boe/txt.php?id=BOE-B-2002-168047 diario_boe/txt.php?id=BOE-B-2002-199055 diario_boe/txt.php?id=BOE-B-2002-206063 diario_boe/txt.php?id=BOE-B-2002-24028 @@ -41899,9 +42038,9 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://brookings.edu/robots.txt -digitalsubscription/imagedownload/http://escholarship.org/robots.txt -digitalsubscription/imagedownload/http://uci.org/robots.txt +digitalsubscription/imagedownload/http://journaldugeek.com/robots.txt +digitalsubscription/imagedownload/http://song.link/robots.txt +digitalsubscription/imagedownload/http://vipbaits.nl/robots.txt digregorio dilatua/proRecensione.do ding-session= @@ -41924,6 +42063,7 @@ directory-profile/ directory.bml directory/ directory/%7B +directory/* directory/*? directory/*?page= directory/*?q @@ -41942,7 +42082,6 @@ directory/search.asp directory/search/? directory/sitemap directory/tp -directory_missions/ directoryoptout* dirt/index.htm dirty-dancing @@ -42462,7 +42601,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://loom.com/robots.txt +dms_priv/*http://space.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -42679,7 +42818,6 @@ documents/archives/ArchivesObsolete documents/current documents/d/global/*sitemap documents/email-a-friend -documents/eng/biography_Carol_Fuller.asp documents/information-management/imr-guidance-and-appendices.pdf documents/mog.pdf documents/old/ @@ -42764,7 +42902,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://google.com.co/robots.txt +download.asp*http://lesscss.org/robots.txt download.php download/ download/*/ @@ -42776,7 +42914,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://books.apple.com/robots.txt +download/http://gov.scot/robots.txt download/index download/legacy download/morae @@ -43058,7 +43196,6 @@ easypol/output/forum.asp easyrenewal eat/gr- eayalahurtado -eb/incl_header2.html ebar ebatesCaptcha.do ebay/cronus @@ -43068,7 +43205,7 @@ ebc/portal ebernton ebi_docs ebibbs -ebisearch/summary/api/identificationsearchboxs4/*http://tripit.com/robots.txt +ebisearch/summary/api/identificationsearchboxs4/*http://fxguide.com/robots.txt ebook ebook-creator/editor.html ebook.pdf @@ -43233,6 +43370,7 @@ editemail editflow editgroup editing +edition/null editionssi edito editor @@ -43583,7 +43721,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://pediatrics.aappublications.org/robots.txt +email-contact/nodehttp://help.netflix.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -43820,6 +43958,7 @@ en-CA/firefox/collections/4757633/$ en-CA/firefox/collections/mozilla en-CA/firefox/collections/mozilla/$ en-CA/firefox/search +en-CA/order-status en-CL/money-transfer/send-money en-CN en-CZ/currency-converter/convert @@ -44101,12 +44240,30 @@ en-bz/ en-ca en-ca.www.cloudflare.com en-ca/ +en-ca/Basket +en-ca/Search +en-ca/about/ +en-ca/basket +en-ca/brand-hub/ +en-ca/brand/ +en-ca/category/ +en-ca/create-review/ +en-ca/event/ en-ca/feedback +en-ca/flyer +en-ca/help/ en-ca/lp en-ca/mega-nav +en-ca/order-status +en-ca/product-sellers/ +en-ca/product/ +en-ca/product/*?icmp=* +en-ca/search en-ca/search* en-ca/search.html?aq= en-ca/search? +en-ca/services/ +en-ca/subscription-packages en-cd/dolby-vision-atmos-tvs en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix @@ -44701,9 +44858,6 @@ en/SupportandAdministration/PoliciesandProcedures en/Tracker?data=* en/US/swassets/ en/US/swassets/sw274/sitewide_country_language_selector.html -en/_Original_ -en/_incl_header.html -en/_old_ en/_site_doc en/aanmeldbevestiging en/aanmelden-mislukt @@ -44724,7 +44878,6 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts -en/americas/calendar/ en/app en/app/ en/applications/release9.html @@ -44755,8 +44908,6 @@ en/carro-de-la-compra en/cart en/cgi-bin en/cgi-bin -en/cidi/menus -en/cidi/txt_files en/classes en/classes/ en/cloud/iaas-classic @@ -45104,9 +45255,6 @@ en/event/*/ical en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf -en/events/2009events.asp -en/events/2010_ -en/events/2010events.asp en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf @@ -45115,10 +45263,7 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf -en/events/cultural_events.asp -en/events/default.asp en/events/huaweiconnect/livestream-for-tvs$ -en/events/peace_fund.asp en/events? en/explore en/facturas-abono @@ -45152,13 +45297,6 @@ en/home.html en/hotels/ en/identity en/immigration-refugees-citizenship/services/reference-include -en/incl_banner_media_center.html -en/incl_footer_old.html -en/incl_headcontent_landing.inc -en/incl_headcontent_secondary.inc -en/incl_header1.html -en/incl_mini_pilares.html -en/incl_searchnav.html en/includes_content/missing_handler/view_map.html en/industries/health-sciences/clinical-one en/industries/health-sciences/clinical-one/depot-information @@ -45290,12 +45428,6 @@ en/matlabcentral/topics/power-electronics-control/search.html en/media-materials.html en/media/* en/meetings/full-capacity -en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html -en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html -en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html -en/member_states/haiti/backpack/default.html -en/member_states/haiti/backpack/default_anunciosept24.html -en/member_states/haiti/backpack/gallery.html en/memory-world-committees/grid en/memory-world-committees/list en/memory-world-committees/map @@ -45305,7 +45437,7 @@ en/memory-world/lac/list en/memory-world/lac/map en/memory-world/lac/risks/grid en/memory-world/lac/risks/list -en/memory-world/lac/risks/maphttp://addepar.com/robots.txt +en/memory-world/lac/risks/maphttp://facebook.co/robots.txt en/memory-world/list en/memory-world/map en/merchants/ @@ -45346,8 +45478,6 @@ en/needs en/needs/ en/news-redirect/* en/news/canarias/diary -en/news/incl_news_items.asp -en/news/incl_reports.asp en/news? en/newsletters/* en/niet-gevonden @@ -45425,7 +45555,6 @@ en/right-education-country-overview/map en/right-education/observatory/grid en/right-education/observatory/list en/right-education/observatory/map -en/saf/accountability/docs/ en/safety-journalists/observatory/grid en/safety-journalists/observatory/list en/safety-journalists/observatory/map @@ -45762,7 +45891,6 @@ entertainment/old entertainment/old/fullstory.php?content_id= entertainment/old/screenawards08/best-editing.html entertainment/section/Television/617 -entertainment/sports-quotes-search.aspx entertainment/test$ entertainment/wallpapers enterzipcode.php @@ -46211,9 +46339,6 @@ es/Themes es/TripsJS.ashx es/Upload es/_ -es/_Original_ -es/_incl_header.html -es/_old_ es/accessories/*/f es/accessories/ies es/account @@ -46225,7 +46350,6 @@ es/ajax es/ajax/content-product es/ajax/contentmedia es/alpha.php -es/americas/calendar/ es/ana es/android/collections es/android/search @@ -46291,8 +46415,6 @@ es/cart es/changes-that-qualify-for-special-enrollment/ es/chc es/checkout -es/cidi/menus -es/cidi/txt_files es/cin es/classes es/classes/ @@ -46387,17 +46509,9 @@ es/es/promos/lyve-cloud-for-startups/ es/es/size/* es/esc/foodpriceswing es/estado-pedido -es/estados_miembros/haiti/mochilas/default.html -es/estados_miembros/haiti/mochilas/galeria.html es/event/*/ical es/event/*/shoutbox es/event/*/shoutbox? -es/eventos/2010_reuniones_ministeriales.asp -es/eventos/cultural_events.asp -es/eventos/default.asp -es/eventos/eventos2009.asp -es/eventos/eventos2010.asp -es/eventos/fondo_paz.asp es/explore es/facturas-abono es/facturas-abono @@ -46451,17 +46565,9 @@ es/hoteles/h es/hoteles/redirect es/hoteles/s es/hou -es/http://manoket.lt/robots.txt +es/http://clas.osu.edu/robots.txt es/images es/inc -es/incl_banner_media_center.html -es/incl_footer_old.html -es/incl_headcontent_landing.inc -es/incl_headcontent_secondary.inc -es/incl_header1.html -es/incl_header2.html -es/incl_mini_pilares.html -es/incl_searchnav.html es/info es/inicia-sesi%C3%B3n es/iniciar-sesion @@ -46544,9 +46650,7 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://jetbrains.com/robots.txt -es/news/incl_news_items.asp -es/news/incl_reports.asp +es/new/http://unesco.org/robots.txt es/node es/node/ es/node/* @@ -46614,7 +46718,6 @@ es/royals/search es/s/colecciones es/s/perfecta es/s/usuarios -es/saf/rendicion_cuentas/docs/ es/sd es/sea es/search @@ -46637,7 +46740,6 @@ es/share es/share-order es/sharecontacts-for-microsoft-outlook.aspx es/shop_name_search_service -es/sica/ es/site-achievement es/sobre_nosotros es/solicitar-informacion/ @@ -47382,7 +47484,7 @@ evernote/like.php everybodyshirts everywhere-configuration/ everywhere/ -evite/*http://mozilla.com/robots.txt +evite/*http://fcc.gov/robots.txt evolok ewalk ewalker @@ -47594,6 +47696,8 @@ extern_js external external-affiliations external-catalog-services +external-redirects +external-redirects.html external-test-ids= external/ external/BusArch @@ -47654,7 +47758,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://metmuseum.org/robots.txt +exthttp://vandalialeader.com/robots.txt extlink extra extra/gremien @@ -47677,7 +47781,6 @@ eyeblaster eyeblaster eyewitness ezais -ezine/ ezk888cn ezra f @@ -47751,11 +47854,6 @@ failover fairs.artnet.* faisal faisalmahmood -faiths/buddhism/buddhist-quote-search.aspx -faiths/christianity/christian-quote-search.aspx -faiths/hinduism/hindu-quote-search.aspx -faiths/judaism/jewish-quote-search.aspx -faiths/prayer/prayer-search.aspx fakaIDcom fakebots fal= @@ -48007,7 +48105,7 @@ feed.xml feed/ feed/$ feed/* -feed/*http://homelandchiangmai.com/robots.txt +feed/*http://copaco.com.py/robots.txt feed/activity feed/check feed/externalfooter @@ -48023,7 +48121,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://wine-searcher.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://outlook.com/robots.txt feed/xml feed= feed=rss @@ -48051,6 +48149,8 @@ feedback/user_study feedbackR1 feedcommunicationdetail feeds +feeds.thetimes.co.uk/puzzles +feeds.thetimes.co.uk/timescrossword feeds/ feeds/* feeds/channel/deals @@ -48375,13 +48475,14 @@ files/resources files/techabuse-welsh.pdf files/techabuse.pdf files/users/images +filestorage/ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://thenewstack.io/robots.txt filings/pdf -fill-private.htmlhttp://kobemural.com/robots.txt +fill-private.htmlhttp://matthematic.com/robots.txt fill.html film/s films/*/size/large @@ -48444,7 +48545,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://foxbusiness.com/robots.txt +find/*http://press.princeton.edu/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -48492,6 +48593,7 @@ finn/import finnbamber finnboks fins +finsurgeons fios firebase-subscribe firefox @@ -48573,6 +48675,7 @@ flash-sale-60 flash-templates flash/ flash/IPTraining +flashXml/ flashcards flashcards/r flashcards/search @@ -49468,7 +49571,6 @@ food/recipes/*/shopping-list food/recipes/search*? food/search*? fooddirectory -foodfestival/ foodordering foodpickle foods/brands/page/ @@ -49550,7 +49652,7 @@ forgotpassword forgotpassword.aspx forgotten-password forgotten-password/ -forgov-devhttp://ecosia.org/robots.txt +forgov-devhttp://kubernetes.io/robots.txt forlibraries form form-containers @@ -50086,7 +50188,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://charts.youtube.com/robots.txt +forum/ucp.phphttp://citeseerx.ist.psu.edu/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -50149,7 +50251,7 @@ forums/discover/unread/ forums/editpost.php forums/forum/30-general-members-forums forums/help.html -forums/http://masterlatif.com/robots.txt +forums/http://mor-pack.co.il/robots.txt forums/index.php/ef forums/index.php/h forums/index.php/i @@ -50166,7 +50268,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://autolatest.ro/robots.txt +forums/index.php?/user/http://sacredspirit.de/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -50266,6 +50368,7 @@ forums/threadrate.php forums/thumbgallery.php forums/traderratings.php forums/u +forums/unreasonablefaith* forums/user- forums/usercp.php forums/usermap.php @@ -50328,6 +50431,7 @@ fr-BR fr-BY fr-CA/*canada fr-CA/*montreal--QC +fr-CA/ma-commande fr-CA/office-space fr-CA/signup fr-CN @@ -50438,13 +50542,30 @@ fr-bj/tv-avec-dolby-vision-atmos fr-bj/tv-avec-recherche-vocale-mains-libres fr-ca fr-ca/ +fr-ca/Chercher +fr-ca/Panier +fr-ca/a-propos/ fr-ca/about-us/careers/job-description.html$ +fr-ca/aide/ +fr-ca/categorie/ +fr-ca/chercher +fr-ca/circulaire fr-ca/css +fr-ca/ecrire-evaluation/ +fr-ca/evenement/ +fr-ca/forfaits-de-abonnement fr-ca/ipns fr-ca/login-messages +fr-ca/ma-commande +fr-ca/marque/ +fr-ca/marques/ fr-ca/oicms +fr-ca/panier +fr-ca/produit/ fr-ca/resources fr-ca/ressources/search +fr-ca/services/ +fr-ca/vendeurs-de-produit/ fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv @@ -50568,9 +50689,6 @@ fr/Tr/ fr/Tracker?data=* fr/TripsJS.ashx fr/Upload -fr/_Original_ -fr/_incl_header.html -fr/_old_ fr/_site_doc fr/aboutus fr/academia/books/members.html @@ -50726,14 +50844,6 @@ fr/enterprise/blog/search? fr/error-static-cdn fr/errors fr/estado-pedido -fr/etats_membres/haiti/sacs/default.html -fr/etats_membres/haiti/sacs/galerie.html -fr/evenements/2010_reunions_ministerielles.asp -fr/evenements/cultural_events.asp -fr/evenements/default.asp -fr/evenements/evenements2009.asp -fr/evenements/evenements2010.asp -fr/evenements/fonds_paix.asp fr/event/*/ical fr/event/*/shoutbox fr/event/*/shoutbox? @@ -50804,14 +50914,6 @@ fr/hotel/s fr/images fr/immigration-refugies-citoyennete/services/reference-inclusion fr/inc -fr/incl_banner_media_center.html -fr/incl_footer_old.html -fr/incl_headcontent_landing.inc -fr/incl_headcontent_secondary.inc -fr/incl_header1.html -fr/incl_header2.html -fr/incl_mini_pilares.html -fr/incl_searchnav.html fr/includes_content/missing_handler/view_map.html fr/info fr/intangible-cultural-heritage/grid @@ -50939,7 +51041,6 @@ fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/myunited fr/naviguer -fr/news/incl_news_items.asp fr/newsroom fr/node fr/onelook_american_dictionary_words.html @@ -51190,7 +51291,7 @@ frde/ fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://elifesciences.org/robots.txt +fred-glance-widget.phphttp://en-gb.wordpress.org/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -51372,7 +51473,7 @@ g%C5%82osuj g-gender* g-recaptcha-response g.php -g/4arE9Chttp://gartner.com/robots.txt +g/4arE9Chttp://nngroup.com/robots.txt g/api g/banana/api/context g/ts @@ -51617,7 +51718,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://learn.adafruit.com/robots.txt +gb_xapi_content/http://counterpunch.org/robots.txt gbapujii gbook gbox/ @@ -52050,7 +52151,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://purl.org/robots.txt +gifshttp://1.bp.blogspot.com/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -52270,7 +52371,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://citylab.com/robots.txt +golocal/extranet/http://startrankingnow.com/robots.txt gonda gongyi*? gonsalves @@ -52313,7 +52414,7 @@ gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://paramitacenter.ru/robots.txt +goto/http://tenrev.com/robots.txt goto= gotoPage= goto_issue @@ -52859,7 +52960,7 @@ haaleta haaretz-labels habbal hackathons/reinvent-2013/ -hacker/*/followhttp://justice.gov/robots.txt +hacker/*/followhttp://thefader.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -52893,7 +52994,6 @@ haininggouinlock hair-transplant-services haishuai haitham -haitibackpacks/http://d.turn.com/robots.txt haksoochoi haku hallmark_homes @@ -53396,7 +53496,6 @@ hilaryweingarden hilf hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html -hilfe/live/launch-day/launch-day-videoupload.html hilfe/live/officehour/officehour-link.html hillarystein hillis @@ -53575,6 +53674,7 @@ hk/resources hk/resources/search hk/retail/search$ hk/retail/search? +hk/search hk/strumenti/creatore-di-logo/onboarding hk/technology.atom hk/technology/tagged/*page @@ -53808,7 +53908,7 @@ homework-help/landing/hwh homework-help/landing/offer homework-help/search? homr/services -honeypot/http://digitalfx.uk/robots.txt +honeypot/http://ffmental.net/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -53817,7 +53917,7 @@ hoomannouri hootlet/load hootlet/social-share hop -hoppenheimer/http://apsense.com/robots.txt +hoppenheimer/http://i.creativecommons.org/robots.txt horizon/sem horoscope horoscopes @@ -53941,7 +54041,7 @@ how-low-will-you-go- how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube -how-to-find-happiness-newsletter-book-preview/http://jjpan.com/robots.txt +how-to-find-happiness-newsletter-book-preview/http://curver.com/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -57166,158 +57266,168 @@ http http-checker http2_data http: -http://10080283.fls.doubleclick.net/robots.txt -http://247-nieuws.nl/robots.txt -http://4198973.fls.doubleclick.net/robots.txt +http://1.gravatar.com/robots.txt +http://24alan.blogspot.com/robots.txt http://4384249.fls.doubleclick.net/robots.txt -http://6033984.fls.doubleclick.net/robots.txt -http://6587380.fls.doubleclick.net/robots.txt -http://9news.com/robots.txt -http://abc7chicago.com/robots.txt -http://abload.de/robots.txt +http://5156609.fls.doubleclick.net/robots.txt +http://6071807.fls.doubleclick.net/robots.txt +http://8175237.fls.doubleclick.net/robots.txt +http://9662984.fls.doubleclick.net/robots.txt http://about.google/robots.txt http://about.usps.com/robots.txt -http://adafruit.com/robots.txt -http://adkgamers.com/robots.txt -http://agorapro.eu/robots.txt -http://amazon.co.uk/robots.txt -http://androidcommunity.com/robots.txt -http://annualreviews.org/robots.txt -http://app.abcsmartcookies.com/robots.txt -http://appexchange.salesforce.com/robots.txt +http://adamdurica.lnk.to/robots.txt +http://adcell.de/robots.txt +http://addyosmani.com/robots.txt +http://adlice.com/robots.txt +http://ajuntament.barcelona.cat/robots.txt +http://ams.org/robots.txt +http://amvnews.ru/robots.txt +http://aneventapart.com/robots.txt +http://anu.edu.au/robots.txt http://apps.microsoft.com/robots.txt -http://arduino.cc/robots.txt -http://arh-besedki.ru/robots.txt -http://aswaja.net/robots.txt -http://auddict.com/robots.txt -http://baku.esckaz.com/robots.txt -http://behance.net/robots.txt +http://appsource.microsoft.com/robots.txt +http://argos.co.uk/robots.txt +http://askubuntu.com/robots.txt +http://axios.com/robots.txt http://beta.companieshouse.gov.uk/robots.txt http://bharat.republicworld.com +http://bild.de/robots.txt http://biography.com/robots.txt http://blackgirlhealth.com/robots.txt http://blogs.cornell.edu/robots.txt -http://blogs.law.harvard.edu/robots.txt -http://booking.com/robots.txt -http://britishairways.com/robots.txt -http://browserstack.com/robots.txt -http://casa-sombra.mx/robots.txt -http://cbs.nl/robots.txt -http://cc.com/robots.txt -http://cdbaby.com/robots.txt -http://cdn.discordapp.com/robots.txt -http://cfr.org/robots.txt -http://chalet-villa-te-koop.nl/robots.txt -http://charitywater.org/robots.txt -http://clickfunnels.com/robots.txt -http://cloud.google.com/robots.txt -http://coingecko.com/robots.txt -http://coltelleriacollini.com/robots.txt +http://blogs.microsoft.com/robots.txt +http://blubrry.com/robots.txt +http://bonanza.com/robots.txt +http://books.google.de/robots.txt +http://braintreepayments.com/robots.txt +http://brickset.com/robots.txt +http://business.linkedin.com/robots.txt +http://buzzsprout.com/robots.txt +http://ca-gmtdmp.mookie1.com/robots.txt +http://cancerresearchuk.org/robots.txt +http://cbsnews.com/robots.txt +http://change.org/robots.txt +http://cheezburger.com/robots.txt +http://chrome.google.com/robots.txt +http://chron.com/robots.txt +http://cinematixhd.com/robots.txt +http://citylab.com/robots.txt +http://click.trafficfuel.com/robots.txt +http://cloud.mail.ru/robots.txt +http://cncf.io/robots.txt +http://colorado.edu/robots.txt +http://comcluster.cxense.com/robots.txt +http://complex.com/robots.txt +http://computerworld.com/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://convertkit.com/robots.txt -http://counterpunch.org/robots.txt -http://criteo.com/robots.txt -http://crowdrise.com/robots.txt -http://csmonitor.com/robots.txt -http://cyberduck.io/robots.txt -http://cyrildumoulin.com/robots.txt -http://dailywire.com/robots.txt -http://darkreading.com/robots.txt -http://de.wikipedia.org/robots.txt -http://dl.dnzdns.com/robots.txt -http://doublesmart.digital/robots.txt -http://ec.europa.eu/robots.txt -http://economist.com/robots.txt -http://elcomercio.pe/robots.txt -http://expedia.com.au/robots.txt -http://faculty.washington.edu/robots.txt -http://fb.com/robots.txt -http://firebase.google.com/robots.txt -http://first.org/robots.txt -http://fitbots.com/robots.txt -http://fontsquirrel.com/robots.txt +http://curl.haxx.se/robots.txt +http://dafont.com/robots.txt +http://dailymotion.com/robots.txt +http://data.gov/robots.txt +http://docs.gitlab.com/robots.txt +http://donorbox.org/robots.txt +http://droidcon.de/robots.txt +http://economictimes.indiatimes.com/robots.txt +http://ecosia.org/robots.txt +http://efe.com/robots.txt +http://elseptimoarte.net/robots.txt +http://es-la.facebook.com/robots.txt +http://esri.com/robots.txt +http://esselte974.fr/robots.txt +http://fasproject.nl/robots.txt +http://fool.com/robots.txt http://francetvinfo.fr/robots.txt -http://fsf.org/robots.txt -http://fsmitha.com/robots.txt -http://fujifabric.com/robots.txt -http://fxnetworks.com/robots.txt +http://freewebs.com/robots.txt +http://fun88thai.net/robots.txt http://gamasutra.com/robots.txt -http://game.es/robots.txt -http://gentoo.org/robots.txt -http://gigaom.com/robots.txt -http://gnu.org/robots.txt -http://golang.org/robots.txt -http://goodway.com/robots.txt +http://gamesradar.com/robots.txt +http://general-overnight.com/robots.txt +http://geo-tracker.smadex.com/robots.txt +http://geonames.org/robots.txt +http://getcomposer.org/robots.txt +http://golddustdental.com/robots.txt +http://golem.de/robots.txt +http://google.by/robots.txt +http://google.co.in/robots.txt +http://google.com.mx/robots.txt http://google.org/robots.txt -http://govinfo.gov/robots.txt -http://graniteasap.com/robots.txt -http://gs1.org/robots.txt -http://gwmtracking.com/robots.txt -http://hangovergang.com/robots.txt -http://hbo.com/robots.txt -http://hbswk.hbs.edu/robots.txt -http://hhs.gov/robots.txt -http://hide.me/robots.txt -http://hilton.com/robots.txt -http://hugoizarra.com/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://note.com/robots.txt +http://govtech.com/robots.txt +http://gplus.to/robots.txt +http://guinnessworldrecords.com/robots.txt +http://heimafilm.com/robots.txt +http://hellomagazine.com/robots.txt +http://help.instagram.com/robots.txt +http://help.twitter.com/robots.txt +http://home.comcast.net/robots.txt +http://hooks.zapier.com/robots.txt +http://hootsuite.com/robots.txt +http://httpd.apache.org/robots.txt +http://hubspot.com/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://letterboxd.com/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://i.creativecommons.org/robots.txt -http://iep.utm.edu/robots.txt +http://iabtechlab.com/robots.txt http://iheart.com/robots.txt -http://ikea.com/robots.txt -http://imperial.ac.uk/robots.txt -http://indianexpress.com/robots.txt -http://informaboom.com/robots.txt -http://intermonoxfam.org/robots.txt -http://investors.com/robots.txt +http://ilo.org/robots.txt +http://img.youtube.com/robots.txt +http://indieauthorcon.com/robots.txt +http://info.yahoo.com/robots.txt +http://interhome.de/robots.txt +http://iopscience.iop.org/robots.txt http://iqair.com/robots.txt -http://jigsaw.w3.org/robots.txt -http://justgetflux.com/robots.txt -http://kaja-design.com/robots.txt -http://kiendovn.net/robots.txt -http://klaviyo.com/robots.txt -http://klook.com/robots.txt +http://jetreports.com/robots.txt +http://joytoeveryone.com/robots.txt +http://jsfiddle.net/robots.txt +http://justpaste.it/robots.txt +http://kahoot.com/robots.txt +http://katyperry.com/robots.txt +http://kb.cert.org/robots.txt +http://kiesque.com/robots.txt +http://knittingforbeginners.ru/robots.txt http://kohls.com/robots.txt -http://latin-ongaku.net/robots.txt -http://leezakuzzinpoetry.net/robots.txt -http://legalinsurrection.com/robots.txt -http://listen.audiohook.com/robots.txt -http://magcloud.com/robots.txt -http://managementconsulted.com/robots.txt -http://marketplace.org/robots.txt -http://mediaarea.net/robots.txt -http://meyerweb.com/robots.txt -http://mint.com/robots.txt -http://moma.org/robots.txt -http://moz.com/robots.txt +http://laquadrature.net/robots.txt +http://laravel.com/robots.txt +http://last.fm/robots.txt +http://learn.adafruit.com/robots.txt +http://lkm-sport.eu/robots.txt +http://loadus.exelator.com/robots.txt +http://ma.tt/robots.txt +http://maps.google.co.jp/robots.txt +http://megavote.com.br/robots.txt +http://memcached.org/robots.txt +http://moodle.org/robots.txt +http://motherearthnews.com/robots.txt +http://mozilla.com/robots.txt +http://msdn.microsoft.com/robots.txt +http://mta.info/robots.txt http://myanimelist.net/robots.txt -http://mylifetime.com/robots.txt -http://n.us1.dyntrk.com/robots.txt -http://newindianexpress.com/robots.txt +http://naver.com/robots.txt +http://neerajstudio.com/robots.txt +http://nerfhaven.com/robots.txt +http://neurosciencenews.com/robots.txt +http://news.artnet.com/robots.txt http://news.blizzard.com/robots.txt -http://newsfeed.time.com/robots.txt http://nicabeachfront.com/robots.txt -http://nicovideo.jp/robots.txt -http://nimh.nih.gov/robots.txt +http://ninds.nih.gov/robots.txt +http://nme.com/robots.txt http://no.wikipedia.org/robots.txt -http://novasol.de/robots.txt -http://nrel.gov/robots.txt -http://nsf.gov/robots.txt -http://nuance.com/robots.txt +http://nypl.org/robots.txt http://oauth.net/robots.txt -http://office.com/robots.txt -http://olympic.org/robots.txt -http://online.wsj.com/robots.txt -http://orcd.co/robots.txt +http://okmindmap.com/robots.txt http://osce.org/robots.txt +http://overstock.com/robots.txt http://paypalobjects.com/robots.txt -http://pinterest.es/robots.txt -http://pixel.everesttech.net/robots.txt -http://politico.com/robots.txt +http://pe-erfolg.de/robots.txt +http://pearson.com/robots.txt +http://penguinrandomhouse.com/robots.txt +http://people.com/robots.txt +http://peopleperhour.com/robots.txt +http://peta.org/robots.txt +http://phys.org/robots.txt +http://pixel.tapad.com/robots.txt +http://pixel.trafficfuel.com/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -57340,79 +57450,66 @@ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ http://pond5.com/robots.txt -http://ppsa.de/robots.txt -http://princeton.edu/robots.txt -http://punk4free.org/robots.txt -http://rashidgaripov.com/robots.txt -http://raw.githubusercontent.com/robots.txt -http://regular-expressions.info/robots.txt -http://rescue.org/robots.txt -http://research.google.com/robots.txt -http://researcher.watson.ibm.com/robots.txt -http://rivm.nl/robots.txt -http://roadtrippers.com/robots.txt -http://roberthalf.com/robots.txt -http://robertjohnsonbluesfoundation.org/robots.txt +http://px1.bandsintown.com/robots.txt +http://q.quora.com/robots.txt +http://quantcast.com/robots.txt +http://query.nytimes.com/robots.txt +http://rebrand.ly/robots.txt http://rsa.com/robots.txt +http://salon.com/robots.txt http://sas.com/robots.txt -http://scotusblog.com/robots.txt -http://scudit.net/robots.txt -http://secure-au.imrworldwide.com/robots.txt -http://siemens.de/robots.txt -http://sitecheck.sucuri.net/robots.txt -http://spirit-of-metal.com/robots.txt -http://spl.zeotap.com/robots.txt -http://ssl.gstatic.com/robots.txt -http://standaard.be/robots.txt -http://state.nj.us/robots.txt -http://static.googleusercontent.com/robots.txt -http://sublimetext.com/robots.txt -http://sucuri.net/robots.txt -http://sustainability.google/robots.txt -http://sverigesradio.se/robots.txt -http://tailwindapp.com/robots.txt -http://takeout.google.com/robots.txt -http://target.digitalaudience.io/robots.txt -http://tenrev.com/robots.txt -http://tes.com/robots.txt -http://theadvocate.com/robots.txt -http://thecreativeone.tv/robots.txt +http://secure.fastclick.net/robots.txt +http://senate.gov/robots.txt +http://senzoku.ac.jp/robots.txt +http://sfgate.com/robots.txt +http://sixrevisions.com/robots.txt +http://slides.com/robots.txt +http://smartadserver.com/robots.txt +http://smore.com/robots.txt +http://socialtimes.com/robots.txt +http://storage.googleapis.com/robots.txt +http://straitstimes.com/robots.txt +http://strava.com/robots.txt +http://sunsooda.in/robots.txt +http://taxfoundation.org/robots.txt +http://teachvideo.ru/robots.txt +http://teams.microsoft.com/robots.txt +http://theconcessionrealestate.com/robots.txt http://thedowacademy.org/robots.txt -http://theringer.com/robots.txt -http://thespruceeats.com/robots.txt -http://thisisinsider.com/robots.txt -http://threejs.org/robots.txt +http://thefreelibrary.com/robots.txt +http://theonion.com/robots.txt +http://theparisreview.org/robots.txt +http://timeslive.co.za/robots.txt +http://tinyurl.com/robots.txt http://tn.gov/robots.txt -http://tomsguide.com/robots.txt -http://tracking.g2crowd.com/robots.txt -http://travisneilson.com/robots.txt +http://today.com/robots.txt http://trulia.com/robots.txt +http://twitter.github.io/robots.txt http://ubisoft.com/robots.txt -http://ukrnovosti.net/robots.txt -http://unfccc.int/robots.txt -http://upi.com/robots.txt -http://va.gov/robots.txt -http://vaultpress.com/robots.txt -http://videojs.com/robots.txt -http://virustotal.com/robots.txt +http://undis.eu/robots.txt +http://usatoday.com/robots.txt +http://uscode.house.gov/robots.txt +http://use.fontawesome.com/robots.txt +http://uva.nl/robots.txt +http://uwaterloo.ca/robots.txt +http://vaughanbusiness.ca/robots.txt +http://verywellmind.com/robots.txt +http://vidsy.co/robots.txt http://vivino.com/robots.txt -http://voterga.org/robots.txt -http://voxeu.org/robots.txt -http://vuzix.com/robots.txt -http://w3techs.com/robots.txt -http://washingtonexaminer.com/robots.txt -http://wemoveanywhere.com/robots.txt -http://whatismyipaddress.com/robots.txt -http://whisky.de/robots.txt -http://whiskyzone.de/robots.txt -http://wiki.mozilla.org/robots.txt -http://wikitravel.org/robots.txt -http://woothemes.com/robots.txt -http://worldofwarcraft.com/robots.txt +http://w3c.github.io/robots.txt +http://wayofleaf.com/robots.txt +http://wearechange.org.uk/robots.txt +http://wikihow.com/robots.txt +http://wordreference.com/robots.txt +http://workspace.google.com/robots.txt +http://wwe.com/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats +http://yoomoney.ru/robots.txt +http://yotpo.com/robots.txt http://youtubefanfest.com/robots.txt +http://zendesk.com/robots.txt http://zmeu.net/robots.txt httpd httpd/reports @@ -57457,7 +57554,6 @@ https://kodyzchin.eu/upto-75-off-on-everyday-essentials/ https://kodyzchin.eu/win-100-cashback-every-hour-on-delhi-metro-card-recharge/ https://media.chop.edu/data/files/educational-modules/lgbtq/* https://newprocessfromhome.com -https://ngadiasporaproject4040.com/wp-content/uploads/wpforms https://preprod-hin.republicworld.com https://prev-hin.republicworld.com https://prev-prod.republicworld.com @@ -57472,7 +57568,7 @@ https://securepubads.g.doubleclick.net https://soft-launch.republicworld.com https://ssl.p.jwpcdn.com https://statistiek.rijksoverheid.nl/piwik/js/tracker.php -https://themeforest.net/item/rehub-directory-multi-vendor-shop-coupon-affiliate-theme/7646339http://martensarmy.de/robots.txt +https://themeforest.net/item/rehub-directory-multi-vendor-shop-coupon-affiliate-theme/7646339http://kirakiramamanokai.com/robots.txt https://visitgreenland.com/wp-content/uploads/ono-fleischers-hotel-apartments/ https://www.austinmoody.net/403 https://www.austinmoody.net/404 @@ -57504,7 +57600,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024 -https://www.republicworld.com/ipl-2024/*http://au.news.yahoo.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://hola.com/robots.txt https://www.southampton.ac.uk/research/areas/ https://www.southampton.ac.uk/research/search/ https://www.southampton.ac.uk/research/search/all @@ -58154,6 +58250,7 @@ idees/fiches/theme= identification identite identity +identity/ identity/accountsettingsactivityweb identity/accountsettingssyaf identity/how-we-look @@ -58322,7 +58419,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://jamieoliver.com/robots.txt +iframes/http://streamelements.com/robots.txt ifwns ig/add? ig/forums @@ -58446,7 +58543,7 @@ imagelib imagelibrary imagelightbox?elementId imagenes -imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://fireeye.com/robots.txt +imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://blueletterbible.org/robots.txt imageresults.asp* images images @@ -58551,7 +58648,7 @@ img/ img/*-wWIDTH*.jpg img/category img/hc_ambassador.png -img/http://m.mlb.com/robots.txt +img/http://wistia.com/robots.txt img/mobile img/placeholder.gif img/points @@ -58930,13 +59027,13 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://abc7ny.com/robots.txt index.php/user/logout/http://badeggbox.shop-pro.jp/robots.txt -index.php/user/logout/http://couchsurfing.com/robots.txt -index.php/user/logout/http://elsevier.com/robots.txt -index.php/user/logout/http://mercari.com/robots.txt -index.php/user/logout/http://nordstrom.com/robots.txt -index.php/user/logout/http://science.org/robots.txt +index.php/user/logout/http://cdn.knightlab.com/robots.txt +index.php/user/logout/http://cookpad.com/robots.txt +index.php/user/logout/http://hopin.com/robots.txt +index.php/user/logout/http://lyst.com/robots.txt +index.php/user/logout/http://waitbutwhy.com/robots.txt +index.php/user/logout/http://webtoons.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -59304,8 +59401,6 @@ insights/videos/search insite insp inspiration -inspiration/angels/search-for-quotes.aspx -inspiration/quote-search.aspx inspiration/search inspiration_search/? instagram-privacy-settings-that-you-should-adjust @@ -59360,7 +59455,7 @@ inter-wait-buy interact interact.sh interactions-list-drugs.php -interactive*http://umc.org/robots.txt +interactive*http://jupiterbroadcasting.com/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -59636,6 +59731,10 @@ investors/de/stock/fixed-income/bond-documentation investors/de/stock/fixed-income/cp-documentation investors/en/stock/fixed-income/bond-documentation investors/en/stock/fixed-income/cp-documentation +investors/results-and-reporting/quarterly-results/latest-results/test-page +investors/results-and-reporting/quarterly-results/latest-results/test-page.html +investors/shareholder-meetings/2021-agm-webcast +investors/shareholder-meetings/2021-agm-webcast.html invitation invitation invitations @@ -62645,6 +62744,7 @@ kr/promotions kr/resources kr/retail/search$ kr/retail/search? +kr/search kr/sitemap.html kr/strumenti/creatore-di-logo/onboarding kr/technology.atom @@ -62805,7 +62905,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jmp.sh/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://vancouver.ca/robots.txt landing-pages landing.php landing/ @@ -62888,7 +62988,6 @@ last-name last-name*lang= lastExec lastName= -last_login lastedition lastsearchdate laststopshop @@ -62915,7 +63014,6 @@ latinamerica/wp-content/plugins latinamerica/wp-includes latoyaprincessjackson launch -launch-day-show-voting.html launch/ launch2005/ launch_invitation @@ -63005,7 +63103,7 @@ le-cegep/signature-courriel/ leaders/center-programs/elp-applications/thank-you/ leaders/center-programs/elp-nomination/thank-you/ leadership/ -leadingtogether/http://edu.gcfglobal.org/robots.txt +leadingtogether/http://alistapart.com/robots.txt leads leads/recommendations leaening*? @@ -63081,14 +63179,14 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://interchalet.de/robots.txt +learnmore-transferhttp://tradesy.com/robots.txt learnmorelayer learnmorelayertv leave leave_feedback leavingmsn/ lecture -lecture/http://nymag.com/robots.txt +lecture/http://eji.org/robots.txt ledger-admin lee leebrownlab @@ -63164,7 +63262,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://fineartamerica.com/robots.txt +legal/http://pbase.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -63405,7 +63503,6 @@ library/working library= library? library?/ -library_common/ library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll @@ -63460,6 +63557,7 @@ lightbox-controller.php lightbox-model.php lightbox/ lightroom +lightweightmurphy liikennevalineet lij/forums lij/kb/*/discuss @@ -63617,9 +63715,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://autotrader.com/robots.txt -live-preview/http://intensedebate.com/robots.txt -live-preview/http://ziprecruiter.com/robots.txt +live-preview/http://bath.ac.uk/robots.txt +live-preview/http://blogs.oracle.com/robots.txt +live-preview/http://convertkit.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -63834,6 +63932,7 @@ login-signup login-success login-v2? login.asp +login.aspx login.aspx*$ login.bml login.jsp @@ -63841,6 +63940,7 @@ login.mhtml$ login.php login.php login.php?return_to= +login.thetimes.co.uk/user/logout login/ login/$ login/* @@ -63902,13 +64002,13 @@ logo-request.php logodownload.php logonUserServicesStartupAction.do logos -logotipoanticorrupcion/ logotypes logout logout logout$ logout.asp* logout.aspx +logout.aspx logout.html logout.jsp logout.php @@ -64030,7 +64130,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://udel.edu/robots.txt +ls/docshttp://di.rlcdn.com/robots.txt lsdahlberg lshao lsho1976 @@ -64762,7 +64862,7 @@ mai/users maier mail mail -mail-fertighttp://joinmastodon.org/robots.txt +mail-fertighttp://fedorahosted.org/robots.txt mail-gotowe mail-listo mail-okay @@ -65009,7 +65109,7 @@ maps?*output=classic mapslt? mapspro mapstt? -mapt/http://pearlmountainsoft.com/robots.txt +mapt/http://tfl.gov.uk/robots.txt mapview marathon marchand/miseajour/* @@ -65353,6 +65453,8 @@ mbrady mbronstein mbsullivan mburkhauser +mc-publication-test-folder +mc-publication-test-folder.html mc.html mc/ mc/all/ad.html @@ -65423,14 +65525,14 @@ media/1288165/ media/357557/ media/JC media/Player6_0.swf -media/Resized-Images/*http://haaretz.com/robots.txt +media/Resized-Images/*http://wolfram.com/robots.txt media/SL media/VK media/access media/admin media/all/1287752/ media/all/1287913/ -media/all/1288165/http://sharkbanz.com/robots.txt +media/all/1288165/http://mercurynews.com/robots.txt media/all/357557/ media/clicks media/cmsform @@ -65486,6 +65588,7 @@ media/subscribe media/thumbnails/ media/tv/channel/credits media/tyfo* +media/tyfo*http://store.cdbaby.com/robots.txt media/uploads media/video media1$ @@ -65502,7 +65605,7 @@ mediacentral mediacomp/ mediaembed mediafiles/* -mediahttp://discovermagazine.com/robots.txt +mediahttp://themoviedb.org/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -65808,7 +65911,7 @@ medstaging meeting/help/search-results.html meeting/register meeting/schedule -meetingOptionshttp://nbcnewyork.com/robots.txt +meetingOptionshttp://cdn.discordapp.com/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -66743,7 +66846,6 @@ mobile/ mobile/*/contribution mobile/*/group mobile/*/literature -mobile/*?intcmpid= mobile/alpha mobile/ar mobile/ar/en/_ui @@ -66910,6 +67012,7 @@ moda-e-beauty/2024/04/14/news/infedeli_storie_tradimento_franco-422464982 moda/modistos moda/tendencias/visores modal +modal modal-message modal_active= modals/ @@ -67324,7 +67427,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://townhall.com/robots.txt +mre/*.zip$http://heraldscotland.com/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -67439,7 +67542,7 @@ ms/users msa msandel msatwork/amazon -msatwork/uber/en.htmlhttp://p1.zemanta.com/robots.txt +msatwork/uber/en.htmlhttp://media.msg.dotomi.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -67626,9 +67729,9 @@ multiview multivu mumbaiedition munin -munin*http://movie-teaser.blogspot.com/robots.txt -munin*http://pacanele.biz/robots.txt -munin*http://usdre.com/robots.txt +munin*http://aesexy.bet/robots.txt +munin*http://power106.com/robots.txt +munin*http://tourinhes.blogspot.com/robots.txt muns munshi musafim @@ -67704,7 +67807,7 @@ mvideos mvm mvmishra mvonbaeyer -mvp/http://adwords.google.com/robots.txt +mvp/http://editions-harmattan.fr/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -67841,6 +67944,7 @@ my-account.asp* my-account/ my-account/* my-account/deliveries/menu +my-articles my-autotrader my-bag my-bookmarks @@ -67914,7 +68018,6 @@ myBabyNameList.htm myBookmarks.htm myHoldings myKQED -myLenderId myProducts myPublications myQuestions.htm @@ -68043,7 +68146,6 @@ myshop mystorm mystuff mystunningwebsites -mystyles.css mysuccesshub mysupport/s/forumshome mysupport/s/forumsproduct @@ -68154,7 +68256,7 @@ nativo natlex.ilo.org nato-welcome nato2030 -nato_static_fl2014http://community.cloudflare.com/robots.txt +nato_static_fl2014http://help.sap.com/robots.txt nature-index/annual-tables/2021/academic-normalized nature-index/annual-tables/export nature-index/article-api @@ -68435,6 +68537,12 @@ newrelic news news$ news*? +news-and-insights/annual-publications +news-and-insights/annual-publications.html +news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page +news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html +news-and-insights/scenarios/a-better-life-with-a-healthy-planet +news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html news-app news-archive/*/*/?ap= news-archive/? @@ -68633,7 +68741,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://vivaldi.com/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://4355700.fls.doubleclick.net/robots.txt newsfeed newsfeed$ newsfeedemail @@ -68734,7 +68842,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://notepad-plus-plus.org/robots.txt +newsletter/$http://issuetracker.google.com/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -69339,7 +69447,6 @@ newstudent newsuppliers newswire newt -newwearesorry.asp newyears-2020-aff newyork nexradinv @@ -70408,6 +70515,7 @@ nofollow=1 noframe nogooglebot nogooglebot/ +noidx=1$ noimg noindex noindex$ @@ -71109,7 +71217,7 @@ omniauth omniture/ on on -on-demand/session/*http://dashnerlaw.com/robots.txt +on-demand/session/*http://verisign.com/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -71190,7 +71298,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://svs.gsfc.nasa.gov/robots.txt +online/online-program/curriculum_draft.cfmhttp://fi.google.com/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -71300,8 +71408,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://cts.vresp.com/robots.txt -opt-out/http://mediawiki.org/robots.txt +opt-out/http://hobie.com/robots.txt +opt-out/http://pepinismo.net/robots.txt opt/widget-cache.php optInEmail opt_out @@ -71987,7 +72095,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://englishclass101.com/robots.txt +paldrive/en-us/http://superdicas7.blogspot.com/robots.txt paleo paleo/metadata paleo/pubs @@ -72154,6 +72262,9 @@ password_expired password_reset password_reset_requests past-parties +past-six-days +past-six-days$ +past-six-days/$ pat patches patent @@ -73312,6 +73423,7 @@ player player.swf player/ player/*profile$ +player/brightcove player/embed player/evenementiel player/export @@ -73325,7 +73437,7 @@ playerXml.xml player_e player_n player_ri -playerhttp://marketingplatform.google.com/robots.txt +playerhttp://amazon.com.br/robots.txt playeriVoox_e playerivoox_e players @@ -73445,7 +73557,7 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22zTC0pOANKWIe1gm-xUg4UE_LWvk\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe +pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22DUH1-_u1SQn5PweFx0mDZhGF0UY\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -73737,6 +73849,7 @@ policies/td-optout$ policies/terms-use-charlie policy.php policy/docs/temp +policystability policython polinchiu politica/07_dicembre_23/intercettazioni_vittime_colloqui_laterali_0b01ba62-b133-11dc-9f4d-0003ba99c53b.shtml @@ -73757,13 +73870,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54 politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://careerbuilder.com/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://motorola.com/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://20min.ch/robots.txt +politico-footer/http://nanowrimo.org/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -74150,7 +74263,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://senzoku.ac.jp/robots.txt +press/content-search?*http://adeje.es/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -74262,7 +74375,6 @@ print/article/* print/pdf/node print= print=Y -print=true printPDF* printPage/N printView= @@ -74360,7 +74472,7 @@ proTeXt proVideoWidget pro_redirect proaccountcallback/ -problem/http://filezilla-project.org/robots.txt +problem/http://console.cloud.google.com/robots.txt problems problems/new probr @@ -74404,7 +74516,7 @@ product-manager-old product-marketing product-page-testing product-question/ -product-ratings/http://livemint.com/robots.txt +product-ratings/http://gothamweekly.com/robots.txt product-recommended.jsp product-refferal product-review-post @@ -74423,7 +74535,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://elfa.com/robots.txt +product/buybundle/http://codecademy.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -74887,7 +74999,7 @@ program-2/action~stream program-2/action~undefined program-2/action~week program-registration -program/action~*/http://laparisienneliberee.com/robots.txt +program/action~*/http://nzherald.co.nz/robots.txt program/action~agenda program/action~default program/action~http: @@ -75424,9 +75536,6 @@ pt/*max= pt/*min= pt/*my_etsy= pt/Download -pt/_Original_ -pt/_incl_header.html -pt/_old_ pt/account pt/account= pt/adisplay.php @@ -75460,12 +75569,6 @@ pt/error-static-cdn pt/event/*/ical pt/event/*/shoutbox pt/event/*/shoutbox? -pt/eventos/2010_reunioes_ministeriais.asp -pt/eventos/cultural_events.asp -pt/eventos/default.asp -pt/eventos/eventos2009.asp -pt/eventos/eventos2010.asp -pt/eventos/fundo_da_paz.asp pt/explore pt/features/partial/footer pt/features/partial/page-bottom @@ -75477,14 +75580,6 @@ pt/group pt/guest-pass pt/help/sitemap pt/help/sitemap.php -pt/incl_banner_media_center.html -pt/incl_footer_old.html -pt/incl_headcontent_landing.inc -pt/incl_headcontent_secondary.inc -pt/incl_header1.html -pt/incl_header2.html -pt/incl_mini_pilares.html -pt/incl_searchnav.html pt/info pt/internal pt/invites/buy @@ -75591,6 +75686,7 @@ pt_pt/blog pt_pt/modelos/M pt_pt/renew.html pt_pt/support +ptapi/* ptcz/ ptde/ pten/deslanchar @@ -75624,7 +75720,7 @@ ptsv/ pttr/ ptype= ptzh/ -pu/ +pu pu_all pu_echo/*.htaccess pu_echo/*.js @@ -75686,7 +75782,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://news.com.au/robots.txt +public/dochttp://informaboom.com/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -75764,7 +75860,6 @@ publications?page= publications?page=*& publicclass publicdatasets-confirmation/ -publicfolders/ publicidad/ publicidad/prueba publicliterature.PublicLiterature.search.html @@ -75923,10 +76018,6 @@ q722 q758 q= q=* -q=Latest -q=Most+Commented -q=Most+Popular -q=Newest+Blogs q_ qa qa-testing @@ -76018,10 +76109,38 @@ questions/*/answer/submit questions/*/asker_tips questions/*/user_action_permissions questions/*answertab= +questions/*nextnewest +questions/*nextoldest questions/ask questions/ask? +questions/attachment.php +questions/avatar.php +questions/calendar.php +questions/editpost.php +questions/images +questions/lqspy.php +questions/member.php +questions/memberlist.php +questions/misc.php +questions/moderator.php +questions/newreply.php +questions/newthread.php +questions/online.php +questions/postings.php +questions/printthread.php +questions/private.php +questions/private2.php +questions/report.php +questions/search.php +questions/sendmessage.php +questions/sendtofriend.php +questions/social.php questions/tagged/*%20 questions/tagged/*+ +questions/tags +questions/threadrate.php +questions/user +questions/usercp.php queue queue queuePartial @@ -76056,7 +76175,6 @@ quote/failed-lookup quote/unknown quotes quotes/list_rss -quotes/search-for-quotes.aspx quotes/tag quotidiano quz-pe/ @@ -76093,7 +76211,7 @@ r/*/wiki/*.rss r/*page= r/Preview r/cms -r/http://lg.com/robots.txt +r/http://haveibeenpwned.com/robots.txt r/instant/response r/kappa/api r/search @@ -76325,7 +76443,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://zenonline.ru/robots.txt +readme.htmlhttp://girlsridetoo.de/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -76423,7 +76541,6 @@ recaptcha/api3 recaptcha/eap recaptcha/enterprise recaptcha/trusttoken -recaptcha_ie recarrasco receipt receipt/order @@ -78387,11 +78504,10 @@ resources-campaign/* resources-old resources-rx/* resources-rx/files/* -resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://java.sun.com/robots.txt +resources/calendar/http://qatarairways.com/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -78502,7 +78618,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://asv-rott.de/robots.txt +resume/http://indiegamesjapan.com/robots.txt resume/preview resumes resumes2 @@ -78531,7 +78647,7 @@ reu reuters reuters$ rev= -revendeur/http://nia.nih.gov/robots.txt +revendeur/http://polymer-project.org/robots.txt revenue/search/node review review-by-author @@ -78964,6 +79080,7 @@ routen/*/routen-ab- routen/*/routen-von- router router/* +routes.json routes/*/cac-duong-bay-tu- routes/*/export routes/*/routes-from- @@ -79238,7 +79355,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://apod.nasa.gov/robots.txt +ru/http://psidetektiv.cz/robots.txt ru/images ru/inc ru/info @@ -79844,7 +79961,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://worldtimebuddy.com/robots.txt +science/new-drug-product-pipelinehttp://guidestar.org/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -79891,7 +80008,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://blog.sina.com.cn/robots.txt +scorecard_staging/http://servedby.flashtalking.com/robots.txt scoredrift/* scott scott64 @@ -80340,6 +80457,7 @@ search.html search.html search.html? search.jsp +search.jsp* search.php search.php search.php%7Csearch.php3 @@ -80394,7 +80512,7 @@ search/*?*shareId= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://telegraph.co.uk/robots.txt +search/*?*userAvailability=*http://tools.google.com/robots.txt search/*adultsCount= search/*arrival= search/*childrenCount= @@ -80544,7 +80662,6 @@ search/title-text search/title/?title_type=feature,tv_movie,tv_miniseries,documentary,short,video,tv_short&release_date=,2020-12-31&lists=%21ls538187658,%21ls539867036,%21ls538186228&view=simple&sort=num_votes,asc&aft search/topic search/users -search/video/ search/videos search/views* search/widget/* @@ -80570,8 +80687,8 @@ search?Ntt= search?filter search?filter search?fmt=JSON* -search?gss-q=*http://fox.com/robots.txt -search?http://konjak.org/robots.txt +search?gss-q=*http://blog.torproject.org/robots.txt +search?http://blog.cloudflare.com/robots.txt search?keyword= search?limit search?n=16&r=3 @@ -80684,9 +80801,9 @@ section/3 section/36 section/6 section/8 -section/9http://livestream.com/robots.txt +section/9http://marketwatch.com/robots.txt section_and_ivideo_widget_ajax.html -sectionhttp://disneyworld.disney.go.com/robots.txt +sectionhttp://mpp.mxptint.net/robots.txt sectionized sections sections$ @@ -81059,8 +81176,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://bankofamerica.com/robots.txt -services/conferences/news/*?*http://mozilla.github.io/robots.txt +services/conferences/news/*?*http://colorlib.com/robots.txt +services/conferences/news/*?*http://opb.org/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -81079,7 +81196,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://copyscape.com/robots.txt +services/http://channelnewsasia.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -81177,7 +81294,7 @@ services/wp-content/plugins services/wp-includes services/xml serviceworker.js -serviceworker.jshttp://billywatman.com/robots.txt +serviceworker.jshttp://masterlatif.com/robots.txt servicos/ servin servizi @@ -81250,6 +81367,7 @@ setsompop sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml settings settings +settings.html settings/* settings/deactivated settings/linkaccount @@ -81507,6 +81625,14 @@ shekhargadkaree shelf/user_shelves shell shell/ +shellbitumen100 +shellbitumen100.html +shellenergy/marketingandtrading/shell-energy-europe/eworld +shellenergy/marketingandtrading/shell-energy-europe/eworld.html +shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording +shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html +shellenergy/tech/dc-whitepaper +shellenergy/tech/dc-whitepaper.html shellysimana shen sheng @@ -82207,7 +82333,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://ezp-news.de/robots.txt +shoutbox/http://thorntonpaintball.com/robots.txt shouwenwang show show-email @@ -82257,7 +82383,7 @@ shows3 showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://slideshare.net/robots.txt +showtimes/location/*http://example.com/robots.txt shr* shreedas shrek @@ -82413,7 +82539,7 @@ signup-light/ signup. signup.SignUp.html$ signup/$ -signup/$http://dasbuchderwahrheit.de/robots.txt +signup/$http://nexea.co/robots.txt signup/* signup/? signup/collablink @@ -82572,6 +82698,7 @@ sitecore sitecore/ sitecore_files sitecore_files/ +sitecore_services/ sitecounterajax sitedown siteelementshomepage/test-page/test-home.aspx @@ -82637,9 +82764,12 @@ sitenotifications siteopt.js sites sites +sites/ sites/* sites/1850brandcoffee sites/1850byfolgers +sites/Mercola/slider/ +sites/Newsletter/NewsLetter-Archive.aspx sites/README.txt sites/README.txt sites/abb @@ -82814,6 +82944,10 @@ sites/gsb/files/program-brochure sites/gwcic sites/gyro sites/harvardpilgrimhealthcare +sites/healthypets/ +sites/healthypets/archive/ +sites/healthypets/archive/tags/ +sites/healthypets/newsletter-archive/ sites/hec sites/help/search-results.html sites/hennessyparadisimperial @@ -82863,6 +82997,10 @@ sites/mdanderson sites/medidata sites/meero sites/mercedesbenz +sites/mercola/print/ +sites/mercola/slider/ +sites/mercola/slideshow/ +sites/mercola/special-content/ sites/merrilllynch sites/microsoft sites/microsoft365 @@ -82974,6 +83112,7 @@ sites/usaa sites/usbankaltitudereserve sites/vanguard sites/vanguardcharitable +sites/videos/thumbnails/ sites/visa sites/vmware sites/wellsfargo @@ -83009,6 +83148,7 @@ sitesearch/jp/docs/xrefdirectedsearch.tsp sitespeed sitetakeoverad siteurl* +sitios/ sito/notizie/cultura/cinema/persona.shtml sito/notizie/cultura/cinema/persona.shtml? sito/notizie/cultura/cinema/scheda.shtml @@ -83311,7 +83451,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://hollywoodlife.com/robots.txt +sn-config.htmlhttp://youcaring.com/robots.txt sn/ snagit-eula.html snake @@ -83320,7 +83460,6 @@ snap snappost/snappost-chunk.jsp sndmsg? snippet -snippets/ snirmel snoop snow-and-ice/extent @@ -83528,7 +83667,7 @@ sorunBildir sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://liquidweb.com/robots.txt +sos/registration/http://berlin.de/robots.txt sotomarion soul/* soumission @@ -83708,8 +83847,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://files.constantcontact.com/robots.txt -sport/calcio/legapro/2020/09/29/news/caos_trapani-268919157 +sport/bundesliga/http://developer.paypal.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -84039,7 +84177,6 @@ static/radio/modules/links/*? static/script static/select2 static/sitemaps/feeds -static/speciale/2016/elezioni/comunali/grosseto.html static/storybook static/swf static/tiny_mce @@ -84091,7 +84228,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://audition.good-mind.com/robots.txt +stats/player-stats/*http://brookeeden.lnk.to/robots.txt stats3.html stats?gid= statsFree @@ -84104,7 +84241,7 @@ status-updates/wp-admin status-updates/wp-admin/admin-ajax.php status.formstack.com status/ -statusupdateshttp://packtpub.com/robots.txt +statusupdateshttp://tankerenemy.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -84191,7 +84328,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://thediplomat.com/robots.txt +stock/videos/*http://americangreetings.com/robots.txt stock_status= stockade.php stocks @@ -84643,7 +84780,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://poolwiseliving.com.au/robots.txt +subscribe?*http://toomanytribbles.blogspot.com/robots.txt subscribe_now_url subscribe_success subscribedtitles @@ -84686,7 +84823,7 @@ sugarfif.html suggest suggest/? suggest/?* -suggest/?*http://imagekandi.com/robots.txt +suggest/?*http://antena3.rtp.pt/robots.txt suggested-edits suggested-edits? suggestions @@ -84900,6 +85037,20 @@ suspended_tickets suspension-appeal sustainability sustainability-as-an-efficient-business-strategy +sustainability/nature/respecting-nature +sustainability/nature/respecting-nature.html +sustainability/our-approach/environmental-and-community-partners +sustainability/our-approach/environmental-and-community-partners.html +sustainability/our-approach/impact-assessment +sustainability/our-approach/impact-assessment.html +sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024 +sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html +sustainability/safety/transport-safety/community-road-safety +sustainability/safety/transport-safety/community-road-safety.html +sustainability/safety/transport-safety/driver-safety +sustainability/safety/transport-safety/driver-safety.html +sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases +sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html sustainable-development-goals/sustainable-cities sustainable-is-attainable-fest sustainable-is-attainable-news18-and-tata-power-initiative @@ -85335,10 +85486,12 @@ tag tag tag-manager tag-manager-360 +tag-search +tag-search.html tag/ tag/* tag/* -tag/*+http://engadget.com/robots.txt +tag/*+http://amazon.es/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -85922,8 +86075,6 @@ team/player_news.jsp teamInvitations teamplain/ teams -teams/*/loans -teams/join teamsystem/ tech-in-the-home-a-family-affair tech-reviews @@ -85970,7 +86121,6 @@ teknologica tel tel: tel:* -teldir/ telechargement-en-cours/ telecharger-fiche telecharger/redirect @@ -86279,7 +86429,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://stripe.com/robots.txt +testhttp://latimes.com/robots.txt testimonial/ testimonials.php testimonials/? @@ -86340,7 +86490,6 @@ textimage textonly textpattern textsize=* -texturepenalties tfBuster.html tfemail tfisher @@ -86475,7 +86624,6 @@ thank-you$ thank-you-enterprise-demo thank-you/ thank_you -thanks thanks.asp thankscompany thanksgiving-spotlight @@ -86580,11 +86728,15 @@ themes/*.png themes/*.svg themes/README.txt themes/README.txt +themes/blogs/healthypets/VideoPanel.aspx +themes/blogs/mercola/VideoPanel.aspx themes/custom/*/assets themes/custom/*/css themes/custom/*/img themes/custom/*/js themes/dz20/scripts/interstitial +themes/mercola/images/ +themes/mercolaarticle/images/ themes/rss themes= themesettings/index/quickview/* @@ -87149,7 +87301,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://nestpoliteknik.com/robots.txt +tools/http://criresilient.org/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -87195,6 +87347,7 @@ topic/*? topic/?page= topic/article/ topic/articlecollection +topic/bbc topic/electrode/api/logger topic/electrode/api/wpa topic/photo/ @@ -87491,7 +87644,6 @@ traffic/status*? trafficbot.life trafficbot.live traffichttp://ultimate-guitar.com/robots.txt -trafficking/ training training-aarpe/ training-plans @@ -87576,7 +87728,7 @@ transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://deezer.com/robots.txt +transparency/http://playbill.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -87863,7 +88015,6 @@ tsackton tsc tschoenstein tseyanglim -tsi tsingh tsk_b tsofer @@ -87876,6 +88027,7 @@ tt-ru/ tt/ ttb_searcher tthaweethai +tto ttobin ttong tudum @@ -88085,6 +88237,7 @@ tw/preview tw/products/ras/trial-center tw/retail/search$ tw/retail/search? +tw/search tw/solutions/case-studies/ tw/solutions/case-studies/innovators/innovators-eu/ tw/strumenti/creatore-di-logo/onboarding @@ -88239,6 +88392,7 @@ ua/mysql/free ua/news ua/preview ua/redbullracing +ua/search ua/social-impact ua/virtualization ua/virtualization/virtualbox @@ -88308,8 +88462,6 @@ ui-images/static-2.116 ui-images/static-2.193 ui-images/static-2.92 ui-latn-ca/ -ui-login -ui-logout ui/ ui/entrepreneurship uiLoggerAjax @@ -88607,7 +88759,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://intouchcrm.com/robots.txt +umfrage/4http://jjpan.com/robots.txt un-us/ unable-to-process-request/ unanswered @@ -88637,6 +88789,7 @@ unfinished.php uni_id= unibook/oldversions unibuddy= +unicef-component-mosaichttp://bluehost.com/robots.txt unicode/members unicorn/check unified-terms @@ -88671,6 +88824,7 @@ union.php union/planner uniqifyingToken= unit +unit-programme-catalogue unitId= univ univ-src/ccden @@ -88781,7 +88935,6 @@ updates/ updates/*.php$ updates/*.xml$ updates/?filter= -updates/myloans updatestats upfront upgrade/* @@ -88824,7 +88977,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://caranddriver.com/robots.txt +uploads/wpo-plugins-tables-list.jsonhttp://my.clevelandclinic.org/robots.txt upsellitJS upsellitReporting uptime @@ -88967,7 +89120,7 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://hamburg.de/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://maps.google.nl/robots.txt us/0 us/?q=switch us/Marketing @@ -89335,7 +89488,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://news.softpedia.com/robots.txt +user-reports/http://foundation-media.ffm.to/robots.txt user.mefi/ user.php user/ @@ -89368,7 +89521,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://color-hex.com/robots.txt +user/*http://gilt.com/robots.txt user/.* user//attending/upcoming user/account @@ -89388,7 +89541,7 @@ user/error_page user/forgotPassword user/forgotten-password user/fpd/api -user/http://www8.hp.com/robots.txt +user/http://dpreview.com/robots.txt user/images user/inbox user/libraries @@ -89571,7 +89724,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://secure-nz.imrworldwide.com/robots.txt +users/profile-unpub/http://rainforest-alliance.org/robots.txt users/ranking users/remote-logout/ users/remote-logout/*/? @@ -89619,7 +89772,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://amazon.jp/robots.txt +ut*.xmlhttp://cfr.org/robots.txt utaukwa util util @@ -89636,6 +89789,7 @@ utilities/glossary/ utilities/glossary/index.htm utility utility/ +utility/loading.htm utility/trac utility/vote utils @@ -89644,7 +89798,7 @@ utl/ utm utm utm*= -utm*http://toomanytribbles.blogspot.com/robots.txt +utm*http://blue.ap.teacup.com/robots.txt utm= utm= utm_ @@ -89692,7 +89846,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://libreoffice.org/robots.txt +uz/http://blo.gs/robots.txt uz/kb/*/discuss uz/paragraph-resource/* uz/resource/* @@ -89870,7 +90024,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://preview.redd.it/robots.txt +venda-presencial/conclusion.htmlhttp://adobe.ly/robots.txt vendor vendor$ vendor-info/ @@ -89907,7 +90061,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://carinon.hatenablog.com/robots.txt +verify/*http://baraaksara.my.id/robots.txt verify_age verify_your_email$ verify_your_email? @@ -89918,7 +90072,7 @@ veronica_benavides version version version.json -version/http://boardgamegeek.com/robots.txt +version/http://infoq.com/robots.txt version= versions versions/Unicode10.0.0 @@ -90431,7 +90585,6 @@ vlt vluchten/cn/* vluchten/ct vm-api/logger -vm-presents-configuration vmac vmbhash vmlt.php @@ -90829,9 +90982,6 @@ we_are_all_unicorns wealth/*.asp$ wearenato wearepages -wearesorry.asp -wearesorry.htm -wearesorry2.htm weather weather-api weather.html?latitude= @@ -101118,7 +101268,6 @@ web/packages/filibustr/DESCRIPTION web/packages/filling/DESCRIPTION web/packages/fillpattern/DESCRIPTION web/packages/fillr/DESCRIPTION -web/packages/filteRjsats/DESCRIPTION web/packages/filterNHP/DESCRIPTION web/packages/filters/DESCRIPTION web/packages/finalfit/DESCRIPTION @@ -107469,6 +107618,7 @@ web/packages/ratios/DESCRIPTION web/packages/rattle/DESCRIPTION web/packages/ravelRy/DESCRIPTION web/packages/raven.rdf/DESCRIPTION +web/packages/ravetools/DESCRIPTION web/packages/raw/DESCRIPTION web/packages/rawKS/DESCRIPTION web/packages/raws.profile/DESCRIPTION @@ -111981,7 +112131,6 @@ welcome-email welcome-mobile welcome.aspx welcome/embargoed-country.html -wellness/holistic-quotes.aspx wendyalee weninger wenqiang_chen @@ -112039,7 +112188,15 @@ what-makes-up-your-digital-self what-now/card-details/* what-s-cooking-with-julie-chrisley what-to-expect-when-you-re-expecting +what-we-do/digitalisation/news-room +what-we-do/digitalisation/news-room.html what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf +what-we-do/major-projects/vito +what-we-do/major-projects/vito.html +what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road +what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html +what-we-do/renewable-power/wind/supplier-registration +what-we-do/renewable-power/wind/supplier-registration.html whatis whats-new whats-next/planes-trains-and-analytics @@ -112087,7 +112244,7 @@ why-liveperson why-sell?inquirySource=482& whysecure whythisad -wicket:interface*http://sbs.com.au/robots.txt +wicket:interface*http://negusmedia.com.au/robots.txt widget widget-landing-page.html widget-uploads @@ -112567,7 +112724,7 @@ wiki/Wikipedia%3APages_for_deletion wiki/Wikipedia%3APagina_delle_prove wiki/Wikipedia%3APagine_da_cancellare wiki/Wikipedia%3APagini_de_%C5%9Fters -wiki/Wikipedia%3APoczekalniahttp://thefreedictionary.com/robots.txt +wiki/Wikipedia%3APoczekalniahttp://shrm.org/robots.txt wiki/Wikipedia%3APossibly_unfree_files wiki/Wikipedia%3AProposte_di_cancellazione_semplificata wiki/Wikipedia%3AProtected_titles @@ -112977,9 +113134,6 @@ wiki/index.php/Template wiki/index.php/User: wiki/index.php/Wikipedia: wiki/index.php? -wiki/index.php?*action=edit -wiki/index.php?*oldid= -wiki/index.php?*redlink=1 wiki/index.php?title=Wikipedia: wiki/languages wiki/lib @@ -113121,7 +113275,6 @@ wishlist/vendor-button wishlist? wishlistajax wisser -withdraw witkov wix wix-editor @@ -113464,29 +113617,31 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://ardenphotonics.com/robots.txt -wp-admin/admin-ajax.phphttp://bcb.gov.br/robots.txt -wp-admin/admin-ajax.phphttp://blackmidi.ffm.to/robots.txt +wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt wp-admin/admin-ajax.phphttp://c.media.cz/robots.txt -wp-admin/admin-ajax.phphttp://de.slideshare.net/robots.txt -wp-admin/admin-ajax.phphttp://delivery.yandex.ru/robots.txt -wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt -wp-admin/admin-ajax.phphttp://english.happybuddhatemple.org/robots.txt -wp-admin/admin-ajax.phphttp://haruhiko072.blog46.fc2.com/robots.txt -wp-admin/admin-ajax.phphttp://heart.org/robots.txt -wp-admin/admin-ajax.phphttp://miguelsantirso.es/robots.txt -wp-admin/admin-ajax.phphttp://nme.com/robots.txt -wp-admin/admin-ajax.phphttp://oficinasteatrolisboa.com/robots.txt +wp-admin/admin-ajax.phphttp://calobye.com/robots.txt +wp-admin/admin-ajax.phphttp://core.telegram.org/robots.txt +wp-admin/admin-ajax.phphttp://diekinokritiker.de/robots.txt +wp-admin/admin-ajax.phphttp://docs.github.com/robots.txt +wp-admin/admin-ajax.phphttp://eclipse.org/robots.txt +wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt +wp-admin/admin-ajax.phphttp://femalifesafety.org/robots.txt +wp-admin/admin-ajax.phphttp://fintechworld.com/robots.txt +wp-admin/admin-ajax.phphttp://force-inc.org/robots.txt +wp-admin/admin-ajax.phphttp://hollywoodreporter.com/robots.txt +wp-admin/admin-ajax.phphttp://hugoizarra.com/robots.txt +wp-admin/admin-ajax.phphttp://hulu.com/robots.txt +wp-admin/admin-ajax.phphttp://josebenegas.com/robots.txt +wp-admin/admin-ajax.phphttp://lefigaro.fr/robots.txt +wp-admin/admin-ajax.phphttp://meditationcoach.com/robots.txt +wp-admin/admin-ajax.phphttp://myrecipes.com/robots.txt wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt -wp-admin/admin-ajax.phphttp://scu.edu/robots.txt -wp-admin/admin-ajax.phphttp://shakespeare.mit.edu/robots.txt -wp-admin/admin-ajax.phphttp://thebalance.com/robots.txt -wp-admin/admin-ajax.phphttp://theridesharepro.com/robots.txt +wp-admin/admin-ajax.phphttp://ryze.com/robots.txt +wp-admin/admin-ajax.phphttp://sb.scorecardresearch.com/robots.txt +wp-admin/admin-ajax.phphttp://swradiogram.net/robots.txt +wp-admin/admin-ajax.phphttp://tecnonauta.com/robots.txt wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt -wp-admin/admin-ajax.phphttp://usps.com/robots.txt -wp-admin/admin-ajax.phphttp://vonbaer.com/robots.txt -wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt -wp-admin/admin-ajax.phphttp://youtube.instanteaser.com/robots.txt +wp-admin/admin-ajax.phphttp://watbetekent.nl/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -113602,7 +113757,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js -wp-content/themes/skift/inc/ajax/http://moodle.org/robots.txt +wp-content/themes/skift/inc/ajax/http://metal-archives.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -113655,21 +113810,21 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://apemusicale.it/robots.txt -wp-content/uploads/http://survivalmagazine.org/robots.txt +wp-content/uploads/http://delivery.yandex.ru/robots.txt +wp-content/uploads/http://personads.me/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://contradance.org/robots.txt wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://bandungspirit.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://elegantthemes.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://googledevelopers.blogspot.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://sothebys.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://6254058.fls.doubleclick.net/robots.txt +wp-content/uploads/wp-import-export-lite/http://bbpress.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://covertinstruments.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://ravelry.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -113701,8 +113856,8 @@ wp-includes/css/*.css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://jdpower.com/robots.txt -wp-includes/http://mycralawyers.com.au/robots.txt +wp-includes/http://itunes.com/robots.txt +wp-includes/http://publispei.it/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -114056,7 +114211,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://asahi-net.or.jp/robots.txt +xslt/http://annals.org/robots.txt xtra/sante-et-mieux-etre xuwang xuxiangtian @@ -114203,7 +114358,7 @@ youraccount youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://latimes.com/robots.txt +youreurope/businessDEV/http://adweek.com/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -114938,7 +115093,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://thewrap.com/robots.txt +~oar/http://engineering.fb.com/robots.txt ~oratorio/wordpress ~pasr1/ ~philippe @@ -115079,8 +115234,6 @@ zzz_systest 24/ 32crhp 33k1com -36AG/english/menu_bottom.asp -36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 50x.html 51anma @@ -115107,11 +115260,10 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://anti-aristokratir.blogspot.com/robots.txt +404.htmlhttp://rulesdontapply.bandcamp.com/robots.txt 404.php 404.php 404/ -404http://authorize.net/robots.txt 413gkwMT 429.html 432v·com @@ -115447,7 +115599,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://news.bbc.co.uk/robots.txt +101612.rsshttp://bcn.cl/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892 @@ -115478,6 +115630,7 @@ zzz_systest 996849$ 996900$ 1003060 +1003615* 1005424 1005779/ 1010203 @@ -115535,7 +115688,7 @@ zzz_systest 27637309/ 27839434/checkouts 27839434/orders -29966721/ +29966721/PATH/* 30585109/ 34722903 44522520