fixed documentation and fetch_text_node

Author: VinciGit00

examples/graph_examples/graph_from_text_example.py

@@ -6,7 +6,7 @@
 from dotenv import load_dotenv
 from scrapegraphai.models import OpenAI
 from scrapegraphai.graphs import BaseGraph
-from scrapegraphai.nodes import TextNode, ParseTextNode, GenerateAnswerNode
+from scrapegraphai.nodes import FetchTextNode, ParseTextNode, GenerateAnswerNode
 
 load_dotenv()
 
@@ -25,7 +25,7 @@
 
 
 # define the nodes for the graph
-fetch_html_node = TextNode("load_html")
+fetch_html_node = FetchTextNode("load_html")
 parse_document_node = ParseTextNode("parse_document")
 generate_answer_node = GenerateAnswerNode(model, "generate_answer")
 
@@ -45,7 +45,7 @@
 
 # execute the graph
 inputs = {"user_input": "Give me the name of all the news",
-          "url": text}
+          "text": text}
 result = graph.execute(inputs)
 
 # get the answer from the result

scrapegraphai/nodes/__init__.py

@@ -9,5 +9,5 @@
 from .rag_node import RAGNode
 from .text_to_speech_node import TextToSpeechNode
 from .image_to_text_node import ImageToTextNode
-from .text_node import TextNode
+from .fetch_text_node import FetchTextNode
 from .parse_text_node import ParseTextNode

scrapegraphai/nodes/text_node.py renamed to scrapegraphai/nodes/fetch_text_node.py

@@ -1,10 +1,10 @@
 """ 
-Module for TextNode
+Module for FetchTextNode
 """
 from .base_node import BaseNode
 
 
-class TextNode(BaseNode):
+class FetchTextNode(BaseNode):
     """
     A node for loading raw text into the state.
 
@@ -27,7 +27,7 @@ class TextNode(BaseNode):
 
     def __init__(self, node_name: str):
         """
-        Initializes the TextNode with a node name.
+        Initializes the FetchTextNode with a node name.
 
         Args:
           node_name (str): The unique name for the node.
@@ -39,7 +39,7 @@ def execute(self, state: dict) -> dict:
         Loads raw text content into the state.
 
         Args:
-          state (dict): The current state, expected to contain a 'url' key 
+          state (dict): The current state, expected to contain a 'text' key 
               indicating the source of the text.
 
         Returns:
@@ -50,8 +50,8 @@ def execute(self, state: dict) -> dict:
         """
         print("---LOADING TEXT CODE---")
 
-        if 'url' not in state:
+        if 'text' not in state:
             raise KeyError("The 'url' key is required to load the text.")
 
-        state["document"] = state["url"]
+        state["document"] = state["text"]
         return state

scrapegraphai/nodes/parse_text_node.py

@@ -42,14 +42,15 @@ def execute(self, state):
 
         Args:
             state (dict):  Expects the following keys:
-                * 'document': The HTML content to parse.
-                * 'tags' (optional): A list of HTML tags to target for extraction.
+                'document': The HTML content to parse.
+                'tags' (optional): A list of HTML tags to target for extraction.
 
         Returns:
             dict: Updated state with the following:
-                * 'parsed_document': The extracted content 
+                'parsed_document': The extracted content 
                 (or the original document if no tags were provided).
-                * 'document_chunks': The original document split into chunks (using RecursiveCharacterTextSplitter) 
+                'document_chunks': The original document split into chunka
+                 (using RecursiveCharacterTextSplitter) 
                 for larger documents.
 
         Raises: