Skip to content

Commit

Permalink
remove stopwords from anytext filter
Browse files Browse the repository at this point in the history
  • Loading branch information
Genuchten committed Aug 3, 2023
1 parent 3243c43 commit 8265ddb
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions pycsw/ogc/api/records.py
Original file line number Diff line number Diff line change
Expand Up @@ -1164,6 +1164,8 @@ def build_anytext(name, value):

predicates = []
tokens = value.split()
stopwords = ['i','me','my','myself','we','our','ours','ourselves','you','your','yours','yourself','yourselves','he','him','his','himself','she','her','hers','herself','it','its','itself','they','them','their','theirs','themselves','what','which','who','whom','this','that','these','those','am','is','are','was','were','be','been','being','have','has','had','having','do','does','did','doing','a','an','the','and','but','if','or','because','as','until','while','of','at','by','for','with','about','against','between','into','through','during','before','after','above','below','to','from','up','down','in','out','on','off','over','under','again','further','then','once','here','there','when','where','why','how','all','any','both','each','few','more','most','other','some','such','no','nor','not','only','own','same','so','than','too','very','s','t','can','will','just','don','should','now'] # noqa
tokens = list(filter(lambda el: el not in stopwords, tokens))

if len(tokens) == 1: # single term
return f"{name} ILIKE '%{value}%'"
Expand Down

0 comments on commit 8265ddb

Please sign in to comment.