Skip to content

Commit

Permalink
(tests) code format is vaildated aboutcode-org#450
Browse files Browse the repository at this point in the history
Signed-off-by: Akhil Raj <[email protected]>
  • Loading branch information
lf32 committed Feb 27, 2023
1 parent a5fa2b4 commit 9787f44
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions scantext/match_text.py
Original file line number Diff line number Diff line change
Expand Up @@ -272,7 +272,6 @@ def tokenize_matched_text(location, query_string, dictionary, start_line=1):
# is essential as we need to realign the query-time tokenization
# with the full text to report proper matches.
if is_text and token_str and token_str.strip():

# we retokenize using the query tokenizer:
# 1. to lookup for is_known tokens in the index dictionary

Expand All @@ -281,7 +280,6 @@ def tokenize_matched_text(location, query_string, dictionary, start_line=1):
# regular query tokenizer ignores case and punctuations).
qtokenized = list(index_tokenizer(token_str))
if not qtokenized:

yield Token(
value=token_str,
line_num=line_num,
Expand Down Expand Up @@ -324,7 +322,6 @@ def tokenize_matched_text(location, query_string, dictionary, start_line=1):
pos=p,
)
else:

yield Token(
value=token_str,
line_num=line_num,
Expand Down

0 comments on commit 9787f44

Please sign in to comment.