requirements.txt

aiofiles==0.4.0
aiohappyeyeballs==2.4.4
aiohttp==3.11.11
aiologger==0.7.0
aiosignal==1.3.2
aiosqlite==0.20.0
annotated-types==0.7.0
anyio==4.8.0
attrs==25.1.0
beautifulsoup4==4.12.3
cachetools==5.5.1
certifi==2024.12.14
charset-normalizer==3.4.1
click==8.1.8
Crawl4AI==0.3.731
distro==1.9.0
fake-http-header==0.3.5
fastapi==0.115.8
filelock==3.17.0
frozenlist==1.5.0
fsspec==2024.12.0
google-api-core==2.24.1
google-api-python-client==2.160.0
google-auth==2.38.0
google-auth-httplib2==0.2.0
googleapis-common-protos==1.66.0
greenlet==3.0.3
gunicorn==23.0.0
h11==0.14.0
html2text==2024.2.26
httpcore==1.0.7
httplib2==0.22.0
httpx==0.27.2
huggingface-hub==0.28.1
idna==3.10
importlib_metadata==8.6.1
Jinja2==3.1.5
jiter==0.8.2
jsonschema==4.23.0
jsonschema-specifications==2024.10.1
litellm==1.59.10
lxml==5.3.0
#supabase
MarkupSafe==3.0.2
multidict==6.1.0
numpy==2.2.2
openai==1.60.0
packaging==24.2
pillow==10.4.0
pip-chill==1.0.3
playwright==1.47.0
propcache==0.2.1
proto-plus==1.26.0
protobuf==5.29.3
pyasn1==0.6.1
pyasn1_modules==0.4.1
pydantic==2.10.6
pydantic_core==2.27.2
pyee==12.0.0
pyparsing==3.2.1
python-dotenv==1.0.1
PyYAML==6.0.2
referencing==0.36.2
regex==2024.11.6
requests==2.32.3
rpds-py==0.22.3
rsa==4.9
sniffio==1.3.1
soupsieve==2.6
starlette==0.45.3
tf-playwright-stealth==1.1.1
tiktoken==0.8.0
tokenizers==0.21.0
tqdm==4.67.1
typing_extensions==4.12.2
uritemplate==4.1.1
urllib3==2.3.0
uvicorn==0.34.0
yarl==1.18.3
zipp==3.21.0