Adding qualified version for analytics

Author: alallema

.github/scripts/check-release.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+# Checking if current tag matches the package version
+current_tag=$(echo $GITHUB_REF | cut -d '/' -f 3 | sed -r 's/^v//')
+file_tag=$(grep '__version__ =' meilisearch/version.py | cut -d '=' -f 2- | tr -d ' ' | tr -d '"' | tr -d ',')
+if [ "$current_tag" != "$file_tag" ]; then
+  echo "Error: the current tag does not match the version in package file(s)."
+  echo "$current_tag vs $file_tag"
+  exit 1
+fi
+
+echo 'OK'
+exit 0

.github/workflows/publish-docker-image.yml

@@ -13,6 +13,9 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
 
+      - name: Check release validity
+        run: sh .github/scripts/check-release.sh
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v2
 

scraper/src/config/config_loader.py

@@ -10,6 +10,7 @@
 import os
 import copy
 
+from .version import qualified_version
 from .config_validator import ConfigValidator
 from .urls_parser import UrlsParser
 from .selectors_parser import SelectorsParser
@@ -44,7 +45,7 @@ class ConfigLoader:
     strict_redirect = True
     strip_chars = ".,;:§¶"
     use_anchors = False
-    user_agent = 'Meilisearch docs-scraper'
+    user_agent = qualified_version()
     only_content_level = False
     query_rules = []
 

scraper/src/config/version.py

@@ -0,0 +1,9 @@
+from __future__ import annotations
+
+__version__ = "0.12.9"
+
+
+def qualified_version() -> str:
+    """Get the qualified version of this module."""
+
+    return f"Meilisearch DocsScraper (v{__version__})"

tests/config_loader/basic_test.py

@@ -1,4 +1,6 @@
 # coding: utf-8
+import re
+from scraper.src.config.version import __version__, qualified_version
 from scraper.src.config.config_loader import ConfigLoader
 from .abstract import config
 import pytest
@@ -48,3 +50,17 @@ def test_excpetion_when_shadowing_(self):
 
         with pytest.raises(Exception):
             ConfigLoader(c)
+
+    def test_get_version(self):
+        assert re.match(r"^(\d+\.)?(\d+\.)?(\*|\d+)$", __version__)
+
+    def test_get_qualified_version(self):
+        """ Old variable scrap_url must be spread to scrape_url. If one is defined, the previous one must be used"""
+        # Given
+        c = config({
+            'user_agent': qualified_version()
+        })
+
+        config_loaded = ConfigLoader(c)
+
+        assert config_loaded.user_agent == f"Meilisearch DocsScraper (v{__version__})"