refactoring of the classes of constructors

Author: VinciGit00

scrapegraphai/nodes/fetch_html_node.py

@@ -33,9 +33,12 @@ class FetchHTMLNode(BaseNode):
                         to succeed.
     """
 
-    def __init__(self, node_name: str, node_type: str = "node"):
+    def __init__(self, node_name: str, node_type: str = "fetch_node"):
         """
         Initializes the FetchHTMLNode with a node name and node type.
+        Arguments:
+            node_name (str): name of the node
+            node_type (str, optional): type of the node
         """
         super().__init__(node_name, node_type)
 
@@ -54,6 +57,7 @@ def execute(self, state: dict) -> dict:
             KeyError: If the 'url' key is not found in the state, indicating that the
                       necessary information to perform the operation is missing.
         """
+        print("---FETCHING HTML CODE---")
         try:
             url = state["url"]
         except KeyError as e:

scrapegraphai/nodes/generate_answer_node.py

@@ -32,11 +32,15 @@ class GenerateAnswerNode(BaseNode):
                         updating the state with the generated answer under the 'answer' key.
     """
 
-    def __init__(self, llm, node_name: str = "GenerateAnswerNode"):
+    def __init__(self, llm, node_name: str, node_type: str = "GenerateAnswerNode"):
         """
         Initializes the GenerateAnswerNode with a language model client and a node name.
+        Args:
+            llm (OpenAIImageToText): An instance of the OpenAIImageToText class.
+            node_name (str): name of the node
+            node_type (str, optional): type of the node
         """
-        super().__init__(node_name, "node")
+        super().__init__(node_name, node_type)
         self.llm = llm
 
     def execute(self, state: dict) -> dict:
@@ -58,7 +62,7 @@ def execute(self, state: dict) -> dict:
                       that the necessary information for generating an answer is missing.
         """
 
-        print("---GENERATE ANSWER---")
+        print("---GENERATING ANSWER---")
         try:
             user_input = state["user_input"]
             document = state["document"]

scrapegraphai/nodes/get_probable_tags_node.py

@@ -29,11 +29,15 @@ class GetProbableTagsNode(BaseNode):
                         probable HTML tags, updating the state with these tags under the 'tags' key.
     """
 
-    def __init__(self, llm, node_name: str = "GetProbableTagsNode"):
+    def __init__(self, llm, node_name: str, node_type: str = "GetPropbableTagsNode"):
         """
         Initializes the GetProbableTagsNode with a language model client and a node name.
+        Args:
+            llm (OpenAIImageToText): An instance of the OpenAIImageToText class.
+            node_name (str): name of the node
+            node_type (str, optional): type of the node
         """
-        super().__init__(node_name, "node")
+        super().__init__(node_name, node_type)
         self.llm = llm
 
     def execute(self, state: dict):
@@ -54,7 +58,7 @@ def execute(self, state: dict):
                       necessary information for generating tag predictions is missing.
         """
 
-        print("---GET PROBABLE TAGS---")
+        print("---GETTING PROBABLE TAGS---")
         try:
             user_input = state["user_input"]
             url = state["url"]

scrapegraphai/nodes/image_to_text_node.py

@@ -4,6 +4,7 @@
 
 from .base_node import BaseNode
 
+
 class ImageToTextNode(BaseNode):
     """
     A class representing a node that processes an image and returns the text description.
@@ -15,13 +16,14 @@ class ImageToTextNode(BaseNode):
         execute(state, url): Execute the node's logic and return the updated state.
     """
 
-    def __init__(self, llm, node_name: str = "ParseImageToText"):
+    def __init__(self, llm, node_name: str, node_type: str = "ImageToTextNode"):
         """
         Initializes an instance of the ImageToTextNode class.
 
         Args:
             llm (OpenAIImageToText): An instance of the OpenAIImageToText class.
-            node_name (str, optional): The name of the node. Defaults to "ParseImageToText".
+            node_name (str): name of the node
+            node_type (str, optional): type of the node
         """
         super().__init__(node_name, "node")
         self.llm = llm

scrapegraphai/nodes/parse_html_node.py

@@ -27,11 +27,14 @@ class ParseHTMLNode(BaseNode):
         the specified tags, if provided, and updates the state with the parsed content.
     """
 
-    def __init__(self, node_name="ParseHTMLNode"):
+    def __init__(self, node_name: str, node_type: str = "ParseHTMLNode"):
         """
         Initializes the ParseHTMLNode with a node name.
+        Args:
+            node_name (str): name of the node
+            node_type (str, optional): type of the node
         """
-        super().__init__(node_name, "node")
+        super().__init__(node_name, node_type)
 
     def execute(self, state):
         """
@@ -53,7 +56,7 @@ def execute(self, state):
                       information for parsing is missing.
         """
 
-        print("---PARSE HTML DOCUMENT---")
+        print("---PARSING HTML DOCUMENT---")
         try:
             document = state["document"]
         except KeyError as e:

scrapegraphai/nodes/rag_node.py

@@ -63,7 +63,7 @@ def execute(self, state):
                       information for parsing is missing.
         """
 
-        print("---PARSE HTML DOCUMENT---")
+        print("---PARSING HTML DOCUMENT---")
         try:
             user_input = state["user_input"]
             document = state["document"]