Skip to content

Commit

Permalink
option to read scores available from corpus v2
Browse files Browse the repository at this point in the history
  • Loading branch information
Orieus committed Sep 12, 2023
1 parent e6e243f commit 42b6229
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 3 deletions.
1 change: 0 additions & 1 deletion src/domain_classifier/preprocessor.py
Original file line number Diff line number Diff line change
Expand Up @@ -724,7 +724,6 @@ def filter_by_scores(self, col='scores', n_max=1e100, s_min=0.5):

# Check if embeddings have been provided
scores = np.array(self.df_corpus[col])
breakpoint()
ids = self.get_top_scores(scores, n_max=n_max, s_min=s_min)

return ids, scores
Expand Down
2 changes: 0 additions & 2 deletions src/task_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -703,8 +703,6 @@ def get_labels_from_scores(self, n_max: int = 50_000, s_min: float = 1.0,
if not self._is_corpus():
return "No corpus has been loaded"

breakpoint()

# Find the documents with the highest scores given the keywords
ids, scores = self.CorpusProc.filter_by_scores(
col=col, n_max=n_max, s_min=s_min)
Expand Down

0 comments on commit 42b6229

Please sign in to comment.