Skip to content

Commit

Permalink
test: Add smart_scraper_multi_parse_merge_first_graph test
Browse files Browse the repository at this point in the history
  • Loading branch information
shenghongtw committed Oct 16, 2024
1 parent cdb3c11 commit 464b8b0
Showing 1 changed file with 59 additions and 0 deletions.
59 changes: 59 additions & 0 deletions tests/graphs/smart_scraper_multi_parse_merge_first_graph_test.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
"""
Module for testing the smart scraper class
"""

import os
import pytest
import pandas as pd
from dotenv import load_dotenv
from scrapegraphai.graphs import SmartScraperMultiParseConcatFirstGraph
from scrapegraphai.utils import prettify_exec_info

load_dotenv()

@pytest.fixture
def graph_config():
"""Configuration of the graph"""
openai_key = os.getenv("OPENAI_APIKEY")

return {
"llm": {
"api_key": openai_key,
"model": "openai/gpt-3.5-turbo",
},
"verbose": True,
"headless": False,
}

def test_scraping_pipeline(graph_config):
"""Start of the scraping pipeline"""
smart_scraper_multi_parse_concat_first_graph = SmartScraperMultiParseConcatFirstGraph(
prompt="Who is Marco Perini?",
source= [
"https://perinim.github.io/",
"https://perinim.github.io/cv/"
],
config=graph_config,
)

result = smart_scraper_multi_parse_concat_first_graph.run()

assert result is not None
assert isinstance(result, dict)

def test_get_execution_info(graph_config):
"""Get the execution info"""
smart_scraper_multi_parse_concat_first_graph = SmartScraperMultiParseConcatFirstGraph(
prompt="Who is Marco Perini?",
source= [
"https://perinim.github.io/",
"https://perinim.github.io/cv/"
],
config=graph_config,
)

smart_scraper_multi_parse_concat_first_graph.run()

graph_exec_info = smart_scraper_multi_parse_concat_first_graph.get_execution_info()

assert graph_exec_info is not None

0 comments on commit 464b8b0

Please sign in to comment.