graykode / commit-autosuggestions

Go to a project
Toggle navigation Toggle navigation pinning
graykode
3ba668ba 1 parent a2153659

(fixed) Clean up tokenizing logic

Inline Side-by-side
Showing 1 changed file with 6 additions and 2 deletions
...@@ -60,12 +60,16 @@ def commit_autosuggestions(diffs, endpoint): ...@@ -60,12 +60,16 @@ def commit_autosuggestions(diffs, endpoint):
60 added, deleted = [], [] 60 added, deleted = [], []
61 for change in example.changes: 61 for change in example.changes:
62 if change.old == None and change.new != None: 62 if change.old == None and change.new != None:
63 - added.extend(tokenizing(change.line, endpoint=endpoint)) 63 + added.append(change.line)
64 isadded = True 64 isadded = True
65 elif change.old != None and change.new == None: 65 elif change.old != None and change.new == None:
66 - deleted.extend(tokenizing(change.line, endpoint=endpoint)) 66 + deleted.append(change.line)
67 isdeleted = True 67 isdeleted = True
68 68
69 + # To speed up tokenizing request.
70 + added = tokenizing(" ".join(added), endpoint=endpoint)
71 + deleted = tokenizing(" ".join(deleted), endpoint=endpoint)
72 +
69 if isadded and isdeleted and example.header.new_path: 73 if isadded and isdeleted and example.header.new_path:
70 data = {"idx": idx, "added" : added, "deleted" : deleted} 74 data = {"idx": idx, "added" : added, "deleted" : deleted}
71 res = requests.post( 75 res = requests.post(
......