Add requirements.txt

crawler/requirements.txt

@@ -0,0 +1,21 @@
+certifi==2025.4.26
+charset-normalizer==3.4.2
+filelock==3.18.0
+fsspec==2025.3.2
+hf-xet==1.1.0
+huggingface-hub==0.31.1
+idna==3.10
+numpy==2.2.5
+opencv-python==4.11.0.86
+packaging==25.0
+pillow==11.2.1
+pytesseract==0.3.13
+PyYAML==6.0.2
+regex==2024.11.6
+requests==2.32.3
+safetensors==0.5.3
+tokenizers==0.21.1
+tqdm==4.67.1
+transformers==4.51.3
+typing_extensions==4.13.2
+urllib3==2.4.0