Merge pull request #244 from f-aguzzi/main

chore(package manager)!: move from poetry to rye

Author: VinciGit00

.github/workflows/release.yml

@@ -14,11 +14,8 @@ jobs:
         run: |
           sudo apt update
           sudo apt install -y git
-      - name: Install Python Env and Poetry
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.9'
-      - run: pip install poetry
+      - name: Install the latest version of rye
+        uses: eifinger/setup-rye@v3
       - name: Install Node Env
         uses: actions/setup-node@v4
         with:
@@ -30,8 +27,8 @@ jobs:
           persist-credentials: false
       - name: Build app
         run: |
-          poetry install
-          poetry build
+          rye sync --no-lock
+          rye build
         id: build_cache
         if: success()
       - name: Cache build

.python-version

@@ -0,0 +1 @@
+3.9.19

manual deployment/deploy_on_pip.sh

@@ -1,15 +1,12 @@
 #!/bin/bash
 cd ..
 
-poetry update
+rye self update
 # Install dependencies using Poetry
-poetry install
-
-# Check for any potential issues in the project
-poetry check
+rye sync
 
 # Build the project
-poetry build
+rye build
 
 # Publish the project to PyPI
-poetry publish
+rye publish

poetry.lock

@@ -1,14 +1,37 @@
-[tool.poetry]
+[project]
 name = "scrapegraphai"
 
 version = "0.11.1"
 
 description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
 authors = [
-    "Marco Vinciguerra <[email protected]>",
-    "Marco Perini <[email protected]>",
-    "Lorenzo Padoan <[email protected]>",
+    { name = "Marco Vinciguerra", email = "[email protected]" },
+    { name = "Marco Perini", email = "[email protected]" },
+    { name = "Lorenzo Padoan", email = "[email protected]" }
 ]
+dependencies = [
+    # python = ">=3.9, <3.12"
+    "langchain==0.1.15",
+    "langchain-openai==0.1.6",
+    "langchain-google-genai==1.0.3",
+    "langchain-groq==0.1.3",
+    "langchain-aws==0.1.3",
+    "langchain-anthropic==0.1.11",
+    "html2text==2024.2.26",
+    "faiss-cpu==1.8.0",
+    "beautifulsoup4==4.12.3",
+    "pandas==2.2.2",
+    "python-dotenv==1.0.1",
+    "tiktoken==0.6.0",
+    "tqdm==4.66.4",
+    "graphviz==0.20.3",
+    "minify-html==0.15.0",
+    "free-proxy==1.1.1",
+    "playwright==1.43.0",
+    "google==3.0.0",
+    "yahoo-search-py==0.3",
+]
+
 license = "MIT"
 readme = "README.md"
 homepage = "https://scrapegraph-ai.readthedocs.io/"
@@ -39,40 +62,22 @@ classifiers = [
     "Programming Language :: Python :: 3",
     "Operating System :: OS Independent",
 ]
+requires-python = ">= 3.9"
 
-[tool.poetry.dependencies]
-python = ">=3.9, <3.12"
-langchain = "0.1.15"
-langchain-openai = "0.1.6"
-langchain-google-genai = "1.0.3"
-langchain-groq = "0.1.3"
-langchain-aws = "0.1.3"
-langchain-anthropic = "0.1.11"
-html2text = "2024.2.26"
-faiss-cpu = "1.8.0"
-beautifulsoup4 = "4.12.3"
-pandas = "2.2.2"
-python-dotenv = "1.0.1"
-tiktoken = "0.6.0"
-tqdm = "4.66.4"
-graphviz = "0.20.3"
-minify-html = "0.15.0"
-free-proxy = "1.1.1"
-playwright = "1.43.0"
-google = "3.0.0"
-yahoo-search-py = "0.3"
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
 
-[tool.poetry.dev-dependencies]
-pytest = "8.0.0"
-pytest-mock = "3.14.0"
+[tool.rye]
+managed = true
+dev-dependencies = [
+    "pytest==8.0.0",
+    "pytest-mock==3.14.0"
+]
 
-[tool.poetry.group.docs]
+[tool.rye.group.docs]
 optional = true
 
-[tool.poetry.group.docs.dependencies]
+[tool.rye.group.docs.dependencies]
 sphinx = "7.1.2"
 sphinx-rtd-theme = "2.0.0"
-
-[build-system]
-requires = ["poetry-core>=1.0.0"]
-build-backend = "poetry.core.masonry.api"