Skip to content

Commit

Permalink
Update llama_index.py
Browse files Browse the repository at this point in the history
  • Loading branch information
AyushExel authored Oct 14, 2024
1 parent c3b875f commit 374ffbb
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions ragged/dataset/llama_index.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ def __init__(self, dataset_name: Optional[str] = None, path: Optional[str] = Non

parser = SentenceSplitter()
nodes = parser.get_nodes_from_documents(documents)
self.nodes = nodes
self.documents = [TextNode(id=node.id_, text=node.text) for node in nodes]
self.context_column = context_column_name
self.query_column = query_column_name
Expand Down

0 comments on commit 374ffbb

Please sign in to comment.