Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 11 additions & 15 deletions Scraping_project/dev-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
#
aiohappyeyeballs==2.6.1
# via aiohttp
aiohttp==3.14.3
aiohttp==3.14.5
# via
# -r requirements.in
# aiohttp-retry
Expand Down Expand Up @@ -86,7 +86,7 @@ cssselect==1.3.0
# scrapy
cyclonedx-python-lib==9.1.0
# via pip-audit
datasketch==1.6.5
datasketch==2.0.0
# via -r requirements.in
decorator==5.3.1
# via pytest-twisted
Expand Down Expand Up @@ -229,7 +229,7 @@ packaging==25.0
# pip-requirements-parser
# pytest
# scrapy
pandas==2.3.3
pandas==3.1.0
# via -r requirements.in
parsel==1.10.0
# via
Expand All @@ -251,7 +251,7 @@ platformdirs==4.5.0
# pip-audit
# scrapy
# virtualenv
playwright==1.64.0
playwright==1.64.1
# via
# -r requirements.in
# scrapy-playwright
Expand Down Expand Up @@ -287,11 +287,11 @@ pycodestyle==2.15.0
# via flake8
pycparser==2.23
# via cffi
pydantic==2.13.5
pydantic==2.14.1
# via
# -r requirements.in
# kubernetes
pydantic-core==2.46.5
pydantic-core==2.50.1
# via pydantic
pydispatcher==2.0.7
# via scrapy
Expand Down Expand Up @@ -323,7 +323,7 @@ pytest==9.1.1
# pytest-timeout
# pytest-twisted
# pytest-xdist
pytest-asyncio==1.4.0
pytest-asyncio==1.4.1
# via -r dev-requirements.in
pytest-cov==7.1.0
# via -r dev-requirements.in
Expand Down Expand Up @@ -352,8 +352,6 @@ python-dotenv==1.2.4
# pytest-env
pytokens==0.4.1
# via black
pytz==2025.2
# via pandas
pyyaml==6.0.3
# via
# -r requirements.in
Expand All @@ -364,7 +362,7 @@ pyyaml==6.0.3
# pykube-ng
queuelib==1.8.0
# via scrapy
redis==7.0.1
redis==8.1.0
# via
# -r requirements.in
# fakeredis
Expand Down Expand Up @@ -402,7 +400,7 @@ rpds-py==0.27.1
# via
# jsonschema
# referencing
ruff==0.17.1
ruff==0.17.2
# via -r dev-requirements.in
scipy==1.16.2
# via datasketch
Expand Down Expand Up @@ -469,10 +467,8 @@ typing-extensions==4.16.0
# referencing
# twisted
# typing-inspection
typing-inspection==0.4.2
typing-inspection==0.4.4
# via pydantic
tzdata==2025.2
# via pandas
urllib3==2.8.0
# via
# kubernetes
Expand All @@ -492,7 +488,7 @@ wrapt==1.17.3
# via deprecated
yake==0.7.3
# via -r requirements.in
yarl==1.22.0
yarl==1.25.1
# via aiohttp
zope-interface==8.0.1
# via
Expand Down
2 changes: 1 addition & 1 deletion Scraping_project/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ dependencies = [
"python-dotenv>=1.0.0",
"click>=8.1.0,<9.0.0",
"psutil>=5.9.5,<8.0.0",
"python-dateutil>=2.8.0,<3.0.0",
"python-dateutil>=2.8.0,<4.0.0",
"typing-extensions>=4.12.2",
"pydantic>=2.0.0,<3.0.0",
"jsonlines>=3.0.0,<5.0.0",
Expand Down
8 changes: 4 additions & 4 deletions Scraping_project/requirements-ml.txt
Original file line number Diff line number Diff line change
Expand Up @@ -110,7 +110,7 @@ pyyaml==6.0.3
# via
# huggingface-hub
# transformers
regex==2025.9.18
regex==2026.9.29
# via transformers
rich==15.0.0
# via typer
Expand All @@ -124,15 +124,15 @@ scipy==1.16.2
# via
# scikit-learn
# sentence-transformers
sentence-transformers==6.1.0
sentence-transformers==6.2.0
# via -r requirements-ml.in
shellingham==1.5.4
# via typer
sympy==1.14.0
# via torch
threadpoolctl==3.7.0
# via scikit-learn
tokenizers==0.22.2
tokenizers==0.23.3
# via
# sentence-transformers
# transformers
Expand All @@ -145,7 +145,7 @@ tqdm==4.70.1
# huggingface-hub
# sentence-transformers
# transformers
transformers==5.3.0
transformers==5.20.2
# via
# -r requirements-ml.in
# sentence-transformers
Expand Down
2 changes: 1 addition & 1 deletion Scraping_project/requirements.in
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ tqdm>=4.65.0,<5.0.0
python-dotenv>=1.0.0
click>=8.1.0,<9.0.0
psutil>=5.9.5,<8.0.0
python-dateutil>=2.8.0,<3.0.0
python-dateutil>=2.8.0,<4.0.0
typing-extensions>=4.12.2
pydantic>=2.0.0,<3.0.0

Expand Down
22 changes: 9 additions & 13 deletions Scraping_project/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
#
aiohappyeyeballs==2.6.1
# via aiohttp
aiohttp==3.14.3
aiohttp==3.14.5
# via
# -r requirements.in
# aiohttp-retry
Expand Down Expand Up @@ -65,7 +65,7 @@ cssselect==1.3.0
# via
# parsel
# scrapy
datasketch==1.6.5
datasketch==2.0.0
# via -r requirements.in
defusedxml==0.7.1
# via
Expand Down Expand Up @@ -146,15 +146,15 @@ packaging==25.0
# via
# parsel
# scrapy
pandas==2.3.3
pandas==3.1.0
# via -r requirements.in
parsel==1.10.0
# via
# itemloaders
# scrapy
platformdirs==4.13.5
# via scrapy
playwright==1.64.0
playwright==1.64.1
# via
# -r requirements.in
# scrapy-playwright
Expand All @@ -180,11 +180,11 @@ pyasn1-modules==0.4.2
# via service-identity
pycparser==2.23
# via cffi
pydantic==2.13.5
pydantic==2.14.1
# via
# -r requirements.in
# kubernetes
pydantic-core==2.46.5
pydantic-core==2.50.1
# via pydantic
pydispatcher==2.0.7
# via scrapy
Expand All @@ -199,15 +199,13 @@ python-dateutil==2.9.0.post0
# pandas
python-dotenv==1.2.4
# via -r requirements.in
pytz==2025.2
# via pandas
pyyaml==6.0.3
# via
# -r requirements.in
# kubernetes
queuelib==1.8.0
# via scrapy
redis==7.0.1
redis==8.1.0
# via -r requirements.in
regex==2025.9.18
# via segtok
Expand Down Expand Up @@ -270,10 +268,8 @@ typing-extensions==4.16.0
# pyopenssl
# twisted
# typing-inspection
typing-inspection==0.4.2
typing-inspection==0.4.4
# via pydantic
tzdata==2025.2
# via pandas
urllib3==2.8.0
# via
# kubernetes
Expand All @@ -289,7 +285,7 @@ wrapt==1.17.3
# via deprecated
yake==0.7.3
# via -r requirements.in
yarl==1.22.0
yarl==1.25.1
# via aiohttp
zope-interface==8.0.1
# via
Expand Down
Loading