name: crawlee
version: 1.9.2
summary: Crawlee for Python
license: Apache-2.0
author: Apify Technologies s.r.o.
requires_python: >=3.10
python_min: 3.10
install_size: 406.3 KB
module_format: py3-none-any
doc_url: https://crawlee.dev/python/docs/quick-start
repo_url: https://github.com/apify/crawlee-python
last_released_at: 2026-08-21T11:14:09Z
releases_last_12mo: 119
avg_days_between_releases: 5.6
platforms: any

## dependencies
async-timeout >=5.0.1
cachetools >=5.5.0
colorama >=0.4.0
impit >=0.13.2
more-itertools >=10.2.0
protego >=0.5.0
psutil >=6.0.0
pydantic-settings >=2.12.0
pydantic >=2.11.0
tldextract >=5.3.0
typing-extensions >=4.10.0
yarl >=1.18.0

## extras
[adaptive-crawler]
  crawlee[beautifulsoup,parsel]
  jaro-winkler >=2.0.3
  playwright >=1.27.0
  scikit-learn >=1.6.0
  apify-fingerprint-datapoints >=0.0.3
  browserforge >=1.2.4
[all]
  crawlee[adaptive-crawler,beautifulsoup,cli,curl-impersonate,httpx,otel,parsel,playwright,pydantic-ai,redis,sql-mysql,sql-postgres,sql-sqlite,stagehand]
[beautifulsoup]
  beautifulsoup4[lxml] >=4.12.0
  html5lib >=1.0
[cli]
  cookiecutter >=2.6.0
  inquirer >=3.3.0
  rich >=13.9.0
  typer >=0.26.0
[curl-impersonate]
  curl-cffi >=0.9.0
[httpx]
  httpx[brotli,http2,zstd] >=0.27.0
  apify-fingerprint-datapoints >=0.0.2
  browserforge >=1.2.3
[otel]
  opentelemetry-api >=1.34.1
  opentelemetry-distro[otlp] >=0.54
  opentelemetry-instrumentation >=0.54
  opentelemetry-instrumentation-httpx >=0.54
  opentelemetry-sdk >=1.34.1
  opentelemetry-semantic-conventions >=0.54
  wrapt >=1.17.0
[parsel]
  parsel >=1.10.0
[playwright]
  playwright >=1.27.0
  apify-fingerprint-datapoints >=0.0.2
  browserforge >=1.2.3
[pydantic-ai]
  pydantic-ai-slim[openai] >=2.1.0
  parsel >=1.10.0
  lxml[html-clean] >=5.2.0
[redis]
  redis[hiredis] >=7.0.0
[sql-mysql]
  sqlalchemy[asyncio] <3.0.0,>=2.0.0
  aiomysql >=0.3.2
  cryptography >=46.0.5
[sql-postgres]
  sqlalchemy[asyncio] <3.0.0,>=2.0.0
  asyncpg >=0.24.0
[sql-sqlite]
  sqlalchemy[asyncio] <3.0.0,>=2.0.0
  aiosqlite >=0.21.0
[stagehand]
  stagehand <4.0.0,>=3.19.5
  playwright >=1.27.0
  apify-fingerprint-datapoints >=0.0.2
  browserforge >=1.2.3

## maintainers
Apify Technologies s.r.o. <support@apify.com>