Fix InfluxDB Cloud <-> CrateDB Cloud connectivity once more

... by using `ssl=true` query argument also for `influxdb2://` source
URLs.

CHANGES.md

@@ -2,6 +2,8 @@
 
 
 ## Unreleased
+- Fix InfluxDB Cloud <-> CrateDB Cloud connectivity by using
+ `ssl=true` query argument also for `influxdb2://` source URLs.
 
 ## 2024/05/30 v0.0.11
 - Fix InfluxDB Cloud <-> CrateDB Cloud connectivity by propagating

cratedb_toolkit/api/main.py

@@ -5,10 +5,13 @@
 import typing as t
 from abc import abstractmethod
 
+from yarl import URL
+
 from cratedb_toolkit.api.guide import GuidingTexts
 from cratedb_toolkit.cluster.util import get_cluster_info
 from cratedb_toolkit.exception import CroudException, OperationFailed
 from cratedb_toolkit.model import ClusterInformation, DatabaseAddress, InputOutputResource, TableAddress
+from cratedb_toolkit.util.data import asbool
 
 logger = logging.getLogger(__name__)
 
@@ -109,7 +112,11 @@ def load_table(self, resource: InputOutputResource, target: TableAddress):
  if source_url.startswith("influxdb"):
  from cratedb_toolkit.io.influxdb import influxdb_copy
 
- source_url = source_url.replace("influxdb2://", "http://")
+ http_scheme = "http://"
+ source_url_obj = URL(source_url)
+ if asbool(source_url_obj.query.get("ssl")):
+ http_scheme = "https://"
+ source_url = source_url.replace("influxdb2://", http_scheme)
  if not influxdb_copy(source_url, target_url, progress=True):
  msg = "Data loading failed"
  logger.error(msg)

cratedb_toolkit/testing/testcontainers/util.py

@@ -12,25 +12,12 @@
 # under the License.
 import logging
 import os
-from typing import Any
 
 from testcontainers.core.container import DockerContainer
 
-logger = logging.getLogger(__name__)
-
+from cratedb_toolkit.util.data import asbool
 
-# from sqlalchemy.util.langhelpers
-# from paste.deploy.converters
-def asbool(obj: Any) -> bool:
- if isinstance(obj, str):
- obj = obj.strip().lower()
- if obj in ["true", "yes", "on", "y", "t", "1"]:
- return True
- elif obj in ["false", "no", "off", "n", "f", "0"]:
- return False
- else:
- raise ValueError("String is not true/false: %r" % obj)
- return bool(obj)
+logger = logging.getLogger(__name__)
 
 
 class ExtendedDockerContainer(DockerContainer):

cratedb_toolkit/util/data.py

@@ -16,3 +16,17 @@ def str_contains(haystack, *needles):
  """
  haystack = str(haystack)
  return any(needle in haystack for needle in needles)
+
+
+# from sqlalchemy.util.langhelpers
+# from paste.deploy.converters
+def asbool(obj: t.Any) -> bool:
+ if isinstance(obj, str):
+ obj = obj.strip().lower()
+ if obj in ["true", "yes", "on", "y", "t", "1"]:
+ return True
+ elif obj in ["false", "no", "off", "n", "f", "0"]:
+ return False
+ else:
+ raise ValueError("String is not true/false: %r" % obj)
+ return bool(obj)

doc/io/influxdb/loader.md

@@ -16,9 +16,14 @@ working with InfluxDB.
 pip install --upgrade 'cratedb-toolkit[influxdb]'
 ```
 
-## Example
-Import two data points into InfluxDB.
+## Examples
+
+### Workstation
+
+An exemplary walkthrough, copying data from InfluxDB to CrateDB, both services
+expected to be listening on `localhost`.
 
+Import two data points into InfluxDB.
 ```shell
 export INFLUX_ORG=example
 export INFLUX_TOKEN=token
@@ -49,4 +54,17 @@ ctk show table "testdrive.demo"
 :::
 
 
+### Cloud
+
+A canonical invocation for copying data from InfluxDB Cloud to CrateDB Cloud.
+Please note the `ssl=true` query parameter at the end of both database
+connection URLs.
+
+```shell
+ctk load table \
+ "influxdb2://9fafc869a91a3517:[email protected]/testdrive/demo?ssl=true" \
+ --cratedb-sqlalchemy-url="crate://admin:[email protected]:4200/testdrive/demo?ssl=true"
+```
+
+
 [influxio]: inv:influxio:*:label#index