.
+
+'''
+from django.core.management.base import BaseCommand
+
+from search.models import SearchResult
+
+
+class Command(BaseCommand):
+
+ help = 'uploads search results into elasticsearch'
+
+ def handle(self, *args, **options):
+ for sr in SearchResult.objects.all():
+ print(sr.pk)
+ sr.put_on_elasticsearch()
diff --git a/app/search/models.py b/app/search/models.py
index 19d676fd1e8..054da41a73f 100644
--- a/app/search/models.py
+++ b/app/search/models.py
@@ -1,8 +1,11 @@
+from django.conf import settings
from django.contrib.contenttypes.fields import GenericForeignKey
from django.contrib.contenttypes.models import ContentType
from django.db import models
+from django.utils import timezone
from economy.models import SuperModel
+from elasticsearch import Elasticsearch
class SearchResult(SuperModel):
@@ -21,6 +24,40 @@ def __str__(self):
return f"{self.source_type}; {self.url}"
+ def put_on_elasticsearch(self):
+ if self.visible_to:
+ return None
+
+ es = Elasticsearch([settings.ELASTIC_SEARCH_URL])
+ source_type = str(str(self.source_type).replace('token', 'kudos')).title()
+ full_search = f"{self.title}{self.description}{source_type}"
+ doc = {
+ 'title': self.title,
+ 'description': self.description,
+ 'full_search': full_search,
+ 'url': self.url,
+ 'pk': self.pk,
+ 'img_url': self.img_url,
+ 'timestamp': timezone.now(),
+ 'source_type': source_type,
+ }
+ res = es.index(index="search-index", id=self.pk, body=doc)
+
+
+def search(query):
+ if not settings.ELASTIC_SEARCH_URL:
+ return {}
+ es = Elasticsearch([settings.ELASTIC_SEARCH_URL])
+ res = es.search(index="search-index", body={
+ "query": {
+ "match": {
+ "full_search": query,
+ }
+ }
+ })
+ return res
+
+
class ProgrammingLanguage(SuperModel):
"""Records ProgrammingLanguage - the list for programming langauges"""
val = models.CharField(max_length=255, default='')
diff --git a/app/search/views.py b/app/search/views.py
index 75b9daa0672..667b726f05d 100644
--- a/app/search/views.py
+++ b/app/search/views.py
@@ -8,12 +8,22 @@
from ratelimit.decorators import ratelimit
from retail.helpers import get_ip
-from .models import SearchResult
+from .models import SearchResult, search
@ratelimit(key='ip', rate='30/m', method=ratelimit.UNSAFE, block=True)
def search(request):
keyword = request.GET.get('term', '')
+
+ # attempt elasticsearch first
+ try:
+ all_result_sets = search(keyword)
+ return_results = [ele['_source'] for ele in all_result_sets['hits']['hits']]
+ mimetype = 'application/json'
+ return HttpResponse(json.dumps(return_results), mimetype)
+ except Exception as e:
+ print(e)
+
all_result_sets = [SearchResult.objects.filter(title__icontains=keyword), SearchResult.objects.filter(description__icontains=keyword)]
return_results = []
exclude_pks = []
diff --git a/requirements/base.txt b/requirements/base.txt
index 92e0990270f..87a207a5eed 100644
--- a/requirements/base.txt
+++ b/requirements/base.txt
@@ -93,4 +93,5 @@ redis==3.3.11
pandas
wiki
django-bulk-update
+elasticsearch
diff --git a/scripts/crontab b/scripts/crontab
index 292ad5de662..71a1f99bb39 100644
--- a/scripts/crontab
+++ b/scripts/crontab
@@ -81,6 +81,7 @@ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/us
00 10 * * 5 cd gitcoin/coin; bash scripts/run_management_command_if_not_already_running.bash post_leaderboard_to_slack >> /var/log/gitcoin/post_leaderboard_to_slack.log 2>&1
0 9 * * * cd gitcoin/coin; bash scripts/run_management_command_if_not_already_running.bash no_applicants_email >> /var/log/gitcoin/no_applicants_email.log 2>&1
0 10 * * * cd gitcoin/coin; bash scripts/run_management_command_if_not_already_running.bash pull_grant_twitter_info >> /var/log/gitcoin/pull_grant_twitter_info.log 2>&1
+0 11 * * * cd gitcoin/coin; bash scripts/run_management_command_if_not_already_running.bash create_search_index >> /var/log/gitcoin/create_search_index.log 2>&1
## PERFTOOLS