diff --git a/mirageml/commands/utils/__init__.py b/mirageml/commands/utils/__init__.py index 6035214..dd54c6d 100644 --- a/mirageml/commands/utils/__init__.py +++ b/mirageml/commands/utils/__init__.py @@ -1,4 +1,3 @@ - from custom_inputs import input_or_timeout __all__ = [ diff --git a/mirageml/commands/utils/web_source.py b/mirageml/commands/utils/web_source.py index 805bf80..def0735 100644 --- a/mirageml/commands/utils/web_source.py +++ b/mirageml/commands/utils/web_source.py @@ -7,14 +7,13 @@ import requests import typer from bs4 import BeautifulSoup +from custom_inputs import input_or_timeout from langchain.document_loaders import AsyncChromiumLoader from langchain.document_transformers import BeautifulSoupTransformer from rich.console import Console from rich.live import Live from rich.panel import Panel -from custom_inputs import input_or_timeout - logger = logging.getLogger(__name__) logger.setLevel(logging.CRITICAL) logging.basicConfig(level=logging.CRITICAL) @@ -92,12 +91,12 @@ def get_all_links(base_url, url, live=None): if cleaned_link.startswith(base_url): # Only yield child URLs if live: live.update( - Panel( - f"Scraping: {cleaned_link}", - title="[bold green]Scraper[/bold green]", - border_style="green", + Panel( + f"Scraping: {cleaned_link}", + title="[bold green]Scraper[/bold green]", + border_style="green", + ) ) - ) yield cleaned_link else: for link in crawl_with_playwright(live, url):