From e675a2f6c08271633459a23bf5a483b3c67c87ff Mon Sep 17 00:00:00 2001 From: Owocki Date: Thu, 30 Apr 2020 07:33:29 -0600 Subject: [PATCH 1/2] fix for youtube video redir --- app/app/urls.py | 1 - 1 file changed, 1 deletion(-) diff --git a/app/app/urls.py b/app/app/urls.py index 1af4a18d674..7c8cf24e821 100644 --- a/app/app/urls.py +++ b/app/app/urls.py @@ -449,7 +449,6 @@ re_path(r'^medium/?', retail.views.medium, name='medium'), re_path(r'^github/?', retail.views.github, name='github'), re_path(r'^youtube/?', retail.views.youtube, name='youtube'), - re_path(r'^web3/?', retail.views.web3, name='web3'), # increase funding limit re_path(r'^requestincrease/?', retail.views.increase_funding_limit_request, name='increase_funding_limit_request'), From 1a820ff2ade94ae9d708c0892eb3e6193621c29e Mon Sep 17 00:00:00 2001 From: Owocki Date: Thu, 30 Apr 2020 07:44:42 -0600 Subject: [PATCH 2/2] disallow spec https://developers.google.com/search/reference/robots_txt?hl=es --- app/retail/templates/robots.txt | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/app/retail/templates/robots.txt b/app/retail/templates/robots.txt index 32d84ae498f..872bf63de29 100644 --- a/app/retail/templates/robots.txt +++ b/app/retail/templates/robots.txt @@ -1,13 +1,13 @@ User-agent: * {% for handle in hidden_profiles %} -Disallow: {{ handle }}* -Disallow: profile/{{ handle }}* +Disallow: /{{ handle }}* +Disallow: /profile/{{ handle }}* {% endfor %} -Disallow: kudos/redeem/* -Disallow: dynamic/avatar/* -Disallow: login/github/* +Disallow: /kudos/redeem/* +Disallow: /dynamic/avatar/* +Disallow: /login/github/* User-agent: Yandex Disallow: /