requirements.txt 350 B

1234567891011121314151617181920
  1. scrapy>=2.11.0
  2. selenium>=4.15.0
  3. httpx>=0.25.0
  4. beautifulsoup4>=4.12.0
  5. lxml>=4.9.0
  6. pymupdf>=1.23.0
  7. Pillow>=10.1.0
  8. langchain>=0.3.0
  9. langchain-text-splitters>=0.3.0
  10. sentence-transformers>=2.2.0
  11. FlagEmbedding>=1.2.0
  12. pymilvus>=2.3.0
  13. tqdm>=4.66.0
  14. openpyxl>=3.1.0
  15. pandas>=2.1.0
  16. celery>=5.3.0
  17. redis>=5.0.0
  18. crawl4ai>=0.4.0
  19. paddleocr>=2.9.0
  20. paddlepaddle>=2.6.0