BREAKING: New ILP/HTTP and Sender.from_conf API

.bumpversion.cfg

@@ -24,5 +24,5 @@ search = __version__ = '{current_version}'
 replace = __version__ = '{new_version}'
 
 [bumpversion:file:src/questdb/ingress.pyx]
-search = 'v{current_version}'
-replace = 'v{new_version}'
+search = 'VERSION = "{current_version}"'
+replace = 'VERSION = "{new_version}"'

README.rst

@@ -21,13 +21,14 @@ The latest version of the library is 1.2.0.
 
 ::
 
-    python3 -m pip install questdb
+    python3 -m pip install -U questdb
 
 .. code-block:: python
 
     from questdb.ingress import Sender, TimestampNanos
 
-    with Sender('localhost', 9009) as sender:
+    conf = f'tcp::addr=localhost:9009;'
+    with Sender.from_conf(conf) as sender:
         sender.row(
             'sensors',
             symbols={'id': 'toronto1'},
@@ -48,10 +49,19 @@ You can also send Pandas dataframes:
         'humidity': [0.5, 0.6],
         'timestamp': pd.to_datetime(['2021-01-01', '2021-01-02'])})
 
-    with Sender('localhost', 9009) as sender:
+    conf = f'tcp::addr=localhost:9009;'
+    with Sender.from_conf(conf) as sender:
         sender.dataframe(df, table_name='sensors', at='timestamp')
 
 
+To connect via HTTP, set the configuration string to:
+
+.. code-block:: python
+
+    conf = f'http::addr=http://localhost:9000;'
+    with Sender.from_conf(conf) as sender:
+        ...
+
 Docs
 ====
 

ci/pip_install_deps.py

@@ -3,19 +3,28 @@
 import shlex
 import textwrap
 import platform
+import argparse
 
 
+arg_parser = argparse.ArgumentParser(
+    prog='pip_install_deps.py',
+    description='installs dependencies'
+)
+
+arg_parser.add_argument('--pandasVersion')
+
 class UnsupportedDependency(Exception):
     pass
 
 
-def pip_install(package):
+def pip_install(package, version=None):
     args = [
         sys.executable,
         '-m', 'pip', 'install',
         '--upgrade',
         '--only-binary', ':all:',
-        package]
+        package if version is None else f'{package}=={version}'
+    ]
     args_s = ' '.join(shlex.quote(arg) for arg in args)
     sys.stderr.write(args_s + '\n')
     res = subprocess.run(
@@ -35,9 +44,9 @@ def pip_install(package):
         sys.exit(res.returncode)
 
 
-def try_pip_install(package):
+def try_pip_install(package, version=None):
     try:
-        pip_install(package)
+        pip_install(package, version)
     except UnsupportedDependency as e:
         msg = textwrap.indent(str(e), ' ' * 8)
         sys.stderr.write(f'    Ignored unsatisfiable dependency:\n{msg}\n')
@@ -52,12 +61,18 @@ def ensure_timezone():
         pip_install('pytz')
 
 
-def main():
+def main(args):
     ensure_timezone()
     pip_install('pip')
     pip_install('setuptools')
     try_pip_install('fastparquet>=2023.10.1')
-    try_pip_install('pandas')
+
+    print(f"DEBUG: {args}, pandas: {args.pandasVersion}")
+
+    if args.pandasVersion is not None and args.pandasVersion != '':
+        try_pip_install('pandas', args.pandasVersion)
+    else:
+        try_pip_install('pandas')
     try_pip_install('numpy')
     try_pip_install('pyarrow')
 
@@ -80,4 +95,5 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    args = arg_parser.parse_args()
+    main(args)

ci/run_tests_pipeline.yaml

@@ -11,6 +11,14 @@ stages:
             linux:
               imageName: "ubuntu-latest"
               poolName: "Azure Pipelines"
+            linux-old-pandas:
+              imageName: "ubuntu-latest"
+              poolName: "Azure Pipelines"
+              pandasVersion: "2.1.4"
+            linux-qdb-master:
+              imageName: "ubuntu-latest"
+              poolName: "Azure Pipelines"
+              vsQuestDbMaster: true
             mac:
               imageName: "macos-latest"
               poolName: "Azure Pipelines"
@@ -27,14 +35,36 @@ stages:
             lfs: false
             submodules: true
           - task: UsePythonVersion@0
-          - script: python3 --version
           - script: |
+              python3 --version
               python3 -m pip install cython
-              python3 ci/pip_install_deps.py
-            displayName: Installing Python dependencies
+            displayName: "Install cython"
+          - script: python3 ci/pip_install_deps.py
+            displayName: "Install pandas latest"
+            condition: eq(variables.pandasVersion, '')
+          - script:  python3 ci/pip_install_deps.py --pandasVersion==$(pandasVersion)
+            displayName: "Install pandas older"
+            condition: ne(variables.pandasVersion, '')
           - script: python3 proj.py build
             displayName: "Build"
+          - script: |
+              git clone --depth 1 https://github.com/questdb/questdb.git
+            displayName: git clone questdb
+            condition: eq(variables.vsQuestDbMaster, true)
+          - task: Maven@3
+            displayName: "Compile QuestDB"
+            inputs:
+              mavenPOMFile: 'questdb/pom.xml'
+              jdkVersionOption: '1.11'
+              options: "-DskipTests -Pbuild-web-console"
+            condition: eq(variables.vsQuestDbMaster, true)
+          - script: python3 proj.py test 1
+            displayName: "Test vs released"
+            env:
+              JAVA_HOME: $(JAVA_HOME_11_X64)
           - script: python3 proj.py test 1
-            displayName: "Test"
+            displayName: "Test vs master"
             env:
               JAVA_HOME: $(JAVA_HOME_11_X64)
+              QDB_REPO_PATH: './questdb'
+            condition: eq(variables.vsQuestDbMaster, true)

docs/examples.rst

@@ -20,6 +20,8 @@ Here the :class:`questdb.ingress.Sender` is constructed with just ``host`` and
    :language: python
 
 
+.. _auth_and_tls_example:
+
 Authentication and TLS
 ----------------------
 

docs/index.rst

@@ -12,6 +12,7 @@ Contents
    :maxdepth: 2
 
    installation
+   sender
    examples
    api
    troubleshooting

docs/installation.rst

@@ -12,13 +12,17 @@ You can install it (or update it) globally by running::
 
 Or, from within a virtual environment::
 
-    pip install questdb
+    pip install -U questdb
 
 
 If you're using poetry, you can add ``questdb`` as a dependency::
 
     poetry add questdb
 
+or to update the dependency::
+
+    poetry update questdb
+
 
 Note that the :func:`questdb.ingress.Buffer.dataframe` and the
 :func:`questdb.ingress.Sender.dataframe` methods also require the following