Coverage for src / lilbee / server / routes / crawl.py: 100%

1"""Crawl route handler.""" 

2 

3from __future__ import annotations 

4 

5from litestar import post 

6from litestar.exceptions import ValidationException 

7from litestar.response import Stream 

8 

9from lilbee.server import handlers 

10from lilbee.server.models import CrawlRequest 

11 

12 

13@post("/api/crawl") 

14async def crawl_route(data: CrawlRequest) -> Stream: 

15 """Crawl a URL with streaming SSE progress events.""" 

16 from lilbee.crawler import require_valid_crawl_url 

17 

18 try: 

19 require_valid_crawl_url(data.url) 

20 except ValueError as exc: 

21 raise ValidationException(str(exc)) from exc 

22 gen = handlers.crawl_stream(url=data.url, depth=data.depth, max_pages=data.max_pages) 

23 return Stream(gen, media_type="text/event-stream")