diff --git a/crawler/requirements.txt b/crawler/requirements.txt index 77af3a3..37cfecb 100644 --- a/crawler/requirements.txt +++ b/crawler/requirements.txt @@ -2,6 +2,7 @@ certifi==2025.4.26 charset-normalizer==3.4.2 filelock==3.18.0 fsspec==2025.3.2 +greenlet==3.2.1 hf-xet==1.1.0 huggingface-hub==0.31.1 idna==3.10 @@ -14,6 +15,7 @@ PyYAML==6.0.2 regex==2024.11.6 requests==2.32.3 safetensors==0.5.3 +SQLAlchemy==2.0.40 tokenizers==0.21.1 tqdm==4.67.1 transformers==4.51.3