requirements

schoolNewsCrawler/requirements.txt

@@ -1,235 +1,10 @@
-aiofiles==25.1.0
-aiohappyeyeballs==2.6.1
-aiohttp==3.13.2
-aiosignal==1.4.0
-aiosqlite==0.21.0
-alphashape==1.3.1
-annotated-types==0.7.0
-anyio==4.11.0
-APScheduler==3.11.1
-argon2-cffi==25.1.0
-argon2-cffi-bindings==25.1.0
-arrow==1.4.0
-asttokens==3.0.0
-async-lru==2.0.5
-asyncio==4.0.0
-attrs==25.4.0
-Automat==25.4.16
-babel==2.17.0
-backcall==0.2.0
 beautifulsoup4==4.14.2
-black==25.11.0
-bleach==6.3.0
-blinker==1.6.2
-brotli==1.2.0
-certifi==2025.10.5
-cffi==2.0.0
 chardet==5.2.0
-charset-normalizer==3.4.4
-click==8.3.0
-click-log==0.4.0
-colorama==0.4.6
-colorlog==6.10.1
-comm==0.2.3
-constantly==23.10.4
-Crawl4AI==0.7.6
-cryptography==46.0.3
-cssselect==1.3.0
-debugpy==1.8.17
-decorator==5.2.1
-defusedxml==0.7.1
-distro==1.9.0
-docopt==0.6.2
-et_xmlfile==2.0.0
-executing==2.2.1
-fake-http-header==0.3.5
-fake-useragent==2.2.0
-fastjsonschema==2.21.2
-fastuuid==0.14.0
-filelock==3.20.0
-flake8==7.3.0
-fqdn==1.5.1
-frozenlist==1.8.0
-fsspec==2025.10.0
-greenlet==3.2.4
-h11==0.16.0
-h2==4.3.0
-hf-xet==1.2.0
-hpack==4.1.0
-html5lib==1.1
-httpcore==1.0.9
-httpx==0.28.1
-huggingface_hub==1.1.2
-humanize==4.14.0
-hyperframe==6.1.0
-hyperlink==21.0.0
-idna==3.11
-importlib_metadata==8.7.0
-incremental==24.7.2
-iniconfig==2.3.0
-ipykernel==7.1.0
-ipython==8.12.3
-ipython_pygments_lexers==1.1.1
-ipywidgets==8.1.8
-isoduration==20.11.0
-isort==7.0.0
-itemadapter==0.12.2
-itemloaders==1.3.2
-jedi==0.19.2
-Jinja2==3.1.6
-jiter==0.12.0
-jmespath==1.0.1
-joblib==1.5.2
-json5==0.12.1
-jsonpointer==3.0.0
-jsonschema==4.25.1
-jsonschema-specifications==2025.9.1
-jupyter==1.1.1
-jupyter-console==6.6.3
-jupyter-events==0.12.0
-jupyter-lsp==2.3.0
-jupyter_client==8.6.3
-jupyter_core==5.9.1
-jupyter_server==2.17.0
-jupyter_server_terminals==0.5.3
-jupyterlab==4.4.10
-jupyterlab_pygments==0.3.0
-jupyterlab_server==2.28.0
-jupyterlab_widgets==3.0.16
-kaitaistruct==0.11
-lark==1.3.1
-litellm==1.79.3
+crawl4ai==0.7.6
 loguru==0.7.3
-lxml==5.4.0
-markdown-it-py==4.0.0
-MarkupSafe==3.0.3
-matplotlib-inline==0.2.1
-mccabe==0.7.0
-mdurl==0.1.2
-mistune==3.1.4
-multidict==6.7.0
-mypy==1.18.2
-mypy_extensions==1.1.0
-nbclient==0.10.2
-nbconvert==7.16.6
-nbformat==5.10.4
-nest-asyncio==1.6.0
-networkx==3.5
-nltk==3.9.2
-notebook==7.4.7
-notebook_shim==0.2.4
-numpy==2.3.4
-openai==2.7.2
-openpyxl==3.1.5
-outcome==1.3.0.post0
-packaging==25.0
-pandas==2.3.3
-pandocfilters==1.5.1
-parsel==1.10.0
-parso==0.8.5
-patchright==1.55.2
-pathspec==0.12.1
-pickleshare==0.7.5
-pillow==12.0.0
-pipreqs==0.5.0
-platformdirs==4.5.0
-playwright==1.55.0
-pluggy==1.6.0
-prometheus_client==0.23.1
-prompt_toolkit==3.0.52
-propcache==0.4.1
-Protego==0.5.0
-psutil==7.1.3
-pure_eval==0.2.3
-pyasn1==0.6.1
-pyasn1_modules==0.4.2
-pycodestyle==2.14.0
-pycparser==2.23
 pydantic==2.12.4
-pydantic-settings==2.12.0
-pydantic_core==2.41.5
-PyDispatcher==2.0.7
-pydivert==2.1.0
-pyee==13.0.0
-pyflakes==3.4.0
-Pygments==2.19.2
-PyMySQL==1.1.2
-pyOpenSSL==25.3.0
-pyparsing==3.2.5
-pyquery==2.0.1
-PySocks==1.7.1
-pytest==9.0.0
-pytest-asyncio==1.3.0
-python-dateutil==2.9.0.post0
-python-dotenv==1.2.1
-python-json-logger==4.0.0
-pytokens==0.3.0
-pytz==2025.2
-pywinpty==3.0.2
-PyYAML==6.0.3
-pyzmq==27.1.0
-queuelib==1.8.0
-rank-bm25==0.2.2
-referencing==0.37.0
-regex==2025.11.3
-requests==2.32.5
-requests-file==3.0.1
-rfc3339-validator==0.1.4
-rfc3986-validator==0.1.1
-rfc3987-syntax==1.1.0
-rich==14.2.0
-rpds-py==0.28.0
-rtree==1.4.1
-schedule==1.2.2
-scipy==1.16.3
-Scrapy==2.13.3
+pydantic_settings==2.12.0
+Requests==2.32.5
 selenium==4.38.0
-selenium-wire==5.1.0
-Send2Trash==1.8.3
-service-identity==24.2.0
-setuptools==80.9.0
-shapely==2.1.2
-shellingham==1.5.4
-six==1.17.0
-sniffio==1.3.1
-snowballstemmer==2.2.0
-sortedcontainers==2.4.0
-soupsieve==2.8
+selenium_wire==5.1.0
 SQLAlchemy==2.0.44
-stack-data==0.6.3
-terminado==0.18.1
-tf-playwright-stealth==1.2.0
-tiktoken==0.12.0
-tinycss2==1.4.0
-tldextract==5.3.0
-tokenizers==0.22.1
-tornado==6.5.2
-tqdm==4.67.1
-traitlets==5.14.3
-trimesh==4.9.0
-trio==0.32.0
-trio-websocket==0.12.2
-Twisted==25.5.0
-typer-slim==0.20.0
-typing-inspection==0.4.2
-typing_extensions==4.15.0
-tzdata==2025.2
-tzlocal==5.3.1
-uri-template==1.3.0
-urllib3==2.5.0
-w3lib==2.3.1
-wcwidth==0.2.14
-webcolors==25.10.0
-webdriver-manager==4.0.2
-webencodings==0.5.1
-websocket-client==1.9.0
-wheel==0.45.1
-widgetsnbextension==4.0.15
-win32_setctime==1.2.0
-wsproto==1.2.0
-xxhash==3.6.0
-yarg==0.1.9
-yarl==1.22.0
-zipp==3.23.0
-zope.interface==8.1
-zstandard==0.25.0