scrapegraph-py/scrapegraph-py/scrapegraph_py/models/__init__.py at 7db5a0c86cda8e3027034c332f957f319eb832c3 · ScrapeGraphAI/scrapegraph-py · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
"""
Pydantic models for all ScrapeGraphAI API endpoints.

This module provides request and response models for validating and
structuring data for all API operations. All models use Pydantic for
data validation and serialization.

Available Models:
    - AgenticScraperRequest, GetAgenticScraperRequest: Agentic scraper operations
    - CrawlRequest, GetCrawlRequest: Website crawling operations
    - FeedbackRequest: User feedback submission
    - ScrapeRequest, GetScrapeRequest: Basic HTML scraping
    - MarkdownifyRequest, GetMarkdownifyRequest: Markdown conversion
    - SearchScraperRequest, GetSearchScraperRequest: Web research
    - SmartScraperRequest, GetSmartScraperRequest: AI-powered scraping
    - GenerateSchemaRequest, GetSchemaStatusRequest: Schema generation
    - ScheduledJob models: Job scheduling and management

Example:
    >>> from scrapegraph_py.models import SmartScraperRequest
    >>> request = SmartScraperRequest(
    ...     website_url="https://example.com",
    ...     user_prompt="Extract product info"
    ... )
"""

from .agenticscraper import AgenticScraperRequest, GetAgenticScraperRequest
from .crawl import CrawlRequest, GetCrawlRequest
from .feedback import FeedbackRequest
from .scrape import GetScrapeRequest, ScrapeRequest
from .markdownify import GetMarkdownifyRequest, MarkdownifyRequest
from .searchscraper import GetSearchScraperRequest, SearchScraperRequest, TimeRange
from .sitemap import SitemapRequest, SitemapResponse
from .smartscraper import GetSmartScraperRequest, SmartScraperRequest
from .schema import GenerateSchemaRequest, GetSchemaStatusRequest, SchemaGenerationResponse

__all__ = [
    "AgenticScraperRequest",
    "GetAgenticScraperRequest",
    "CrawlRequest",
    "GetCrawlRequest",
    "FeedbackRequest",
    "GetScrapeRequest",
    "ScrapeRequest",
    "GetMarkdownifyRequest",
    "MarkdownifyRequest",
    "GetSearchScraperRequest",
    "SearchScraperRequest",
    "TimeRange",
    "SitemapRequest",
    "SitemapResponse",
    "GetSmartScraperRequest",
    "SmartScraperRequest",
    "GenerateSchemaRequest",
    "GetSchemaStatusRequest",
    "SchemaGenerationResponse",
]