Skip to content

Commit db46fc2

Browse files
authored
Merge pull request #6 from meilisearch/regression-pyhash
Remove pyhash part because of compilation failure on Heroku
2 parents ca02341 + 42531a4 commit db46fc2

File tree

3 files changed

+10
-20
lines changed

3 files changed

+10
-20
lines changed

Pipfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ pytest = "==3.10.0"
1414
requests-iap = "==0.2.0"
1515
python-helpscout-v2 = "==1.0.1"
1616
meilisearch = "*"
17-
pyhash = "*"
17+
# pyhash = "*"
1818

1919
[dev-packages]
2020
pylint = "==2.3.1"

Pipfile.lock

Lines changed: 1 addition & 12 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

scraper/src/meilisearch_helper.py

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import time
55
import meilisearch
66
from builtins import range
7-
import pyhash
7+
# import pyhash
88

99
def remove_bad_encoding(value):
1010
return value.replace(''', "'")
@@ -37,16 +37,17 @@ def parse_record(record):
3737
for k, v in record['hierarchy_radio'].items():
3838
key = 'hierarchy_radio_' + k
3939
new_hierarchy_radio = {**{key: v}, **new_hierarchy_radio}
40-
hasher = pyhash.fnv1_32()
41-
new_record_url_hash = {}
42-
new_record_url_hash['url_hash'] = hasher(record['url'])
40+
# hasher = pyhash.fnv1_32()
41+
# new_record_url_hash = {}
42+
# new_record_url_hash['url_hash'] = hasher(record['url'])
4343
del record['weight']
4444
del record['hierarchy']
4545
del record['hierarchy_radio']
4646
del record['hierarchy_camel']
4747
del record['hierarchy_radio_camel']
4848
del record['content_camel']
49-
return {**record, **new_weight, **new_hierarchy, **new_hierarchy_radio, **new_record_url_hash}
49+
return {**record, **new_weight, **new_hierarchy, **new_hierarchy_radio}
50+
# return {**record, **new_weight, **new_hierarchy, **new_hierarchy_radio, **new_record_url_hash}
5051

5152
class MeiliSearchHelper:
5253
"""MeiliSearchHelper"""
@@ -63,7 +64,7 @@ class MeiliSearchHelper:
6364
"level",
6465
"position"
6566
],
66-
"distinctField": "url_hash",
67+
# "distinctField": "url_hash",
6768
"rankingRules": {
6869
"page_rank": "dsc",
6970
"level": "dsc",
@@ -105,7 +106,7 @@ def update_schema_based_on(self, record):
105106
base_schema = {
106107
'anchor': ['displayed'],
107108
'url': ['displayed'],
108-
'url_hash': ['displayed', 'ranked'],
109+
# 'url_hash': ['displayed', 'ranked'],
109110
'content': ['indexed', 'displayed'],
110111
'objectID': ['identifier', 'indexed', 'displayed'],
111112
'page_rank': ['indexed', 'ranked'],

0 commit comments

Comments
 (0)