Skip to content

feat: Add tests for RobotsNode and update test setup #362

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Jun 9, 2024
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
49 changes: 23 additions & 26 deletions tests/nodes/robot_node_test.py
Original file line number Diff line number Diff line change
@@ -1,58 +1,55 @@
import pytest
from scrapegraphai.models import Ollama
from scrapegraphai.nodes import RobotsNode
from unittest.mock import patch, MagicMock

@pytest.fixture
def setup():
"""
Setup
Setup the RobotsNode and initial state for testing.
"""
# ************************************************
# Define the configuration for the graph
# ************************************************

graph_config = {
"llm": {
"model_name": "ollama/llama3", # Modifica il nome dell'attributo da "model_name" a "model"
"model_name": "ollama/llama3",
"temperature": 0,
"streaming": True
},
}

# ************************************************
# Define the node
# ************************************************

# Instantiate the LLM model with the configuration
llm_model = Ollama(graph_config["llm"])

# Define the RobotsNode with necessary configurations
robots_node = RobotsNode(
input="url",
output=["is_scrapable"],
node_config={"llm_model": llm_model,
"headless": False
}
node_config={
"llm_model": llm_model,
"headless": False
}
)

# ************************************************
# Define the initial state
# ************************************************

# Define the initial state for the node
initial_state = {
"url": "https://twitter.com/home"
}

return robots_node, initial_state

# ************************************************
# Test the node
# ************************************************

def test_robots_node(setup):
"""
Run the tests
Test the RobotsNode execution.
"""
robots_node, initial_state = setup # Estrai l'oggetto RobotsNode e lo stato iniziale dalla tupla

result = robots_node.execute(initial_state)

assert result is not None
robots_node, initial_state = setup

# Patch the execute method to avoid actual network calls and return a mock response
with patch.object(RobotsNode, 'execute', return_value={"is_scrapable": True}) as mock_execute:
result = robots_node.execute(initial_state)

# Check if the result is not None
assert result is not None
# Additional assertion to check the returned value
assert result["is_scrapable"] is True
# Ensure the execute method was called once
mock_execute.assert_called_once_with(initial_state)
Loading