main: Added connection client to opensearch.

Author: shashank-mugiwara

clients/__init__.py

@@ -0,0 +1 @@
+from .opensearch import LoadOpenSearchClient

clients/opensearch.py

@@ -0,0 +1,24 @@
+from opensearchpy import OpenSearch
+from config import OpensearchConfig
+
+config = OpensearchConfig().get_config()
+
+
+class LoadOpenSearchClient:
+    _client = None
+
+    @staticmethod
+    def get_opensearch_client():
+        if LoadOpenSearchClient._client is None:
+            client = OpenSearch(
+                hosts=[{'host': config['OPENSEARCH_HOST'][0], 'port': config['OPENSEARCH_PORT'][0]}],
+                http_compress=True,
+                http_auth=(config['OPENSEARCH_AUTH_USERNAME'][0], config['OPENSEARCH_AUTH_PASSWORD'][0]),
+                use_ssl=True,
+                verify_certs=False,
+                ssl_assert_hostname=True,
+                ssl_show_warn=False,
+            )
+            LoadOpenSearchClient._client = client
+            return client
+

config/__init__.py

@@ -0,0 +1 @@
+from .opensearch_config import OpensearchConfig as OpensearchConfig

config/opensearch_config.py

@@ -0,0 +1,15 @@
+from jproperties import Properties
+
+properties = Properties()
+
+
+class OpensearchConfig:
+    _config = None
+
+    @staticmethod
+    def get_config():
+        if OpensearchConfig._config is None:
+            with open('properties/opensearch-client.properties', 'rb') as config_file:
+                properties.load(config_file)
+                _config = properties
+                return _config

ingest/ingest_data_opensearch.py

@@ -3,19 +3,17 @@
 from logging.config import dictConfig
 from logger import DedupeKnnLogger
 from models import OpensearchVectorDocumentV1
-
-from fastapi import APIRouter, UploadFile, File, status, Depends
-from fastapi.encoders import jsonable_encoder
-from fastapi.security import HTTPBasicCredentials, HTTPBasic
-from starlette.responses import FileResponse, JSONResponse, StreamingResponse
+from clients import LoadOpenSearchClient
+from fastapi import APIRouter
 
 router = APIRouter()
+opensearch_client = LoadOpenSearchClient().get_opensearch_client()
 
 logger = logging.getLogger("dedupeknn")
 dictConfig(DedupeKnnLogger().dict())
 
 
 @router.post("/api/v1/knn/doc/insert")
 async def ingest_document(document: OpensearchVectorDocumentV1):
-    return "OK"
+    return opensearch_client is None
 

logger/dedupeknn_logger.py

@@ -6,7 +6,7 @@ class DedupeKnn(BaseModel):
     LOG_FORMAT: str = '[%(asctime)s] p%(process)s {%(filename)s:%(lineno)d} %(levelname)s - %(message)s'
     LOG_LEVEL: str = "DEBUG"
 
-    # Logging config
+    # Logging properties
     version = 1
     disable_existing_loggers = False
     formatters = {

properties/opensearch-client.properties

@@ -0,0 +1,4 @@
+OPENSEARCH_HOST = localhost
+OPENSEARCH_PORT = 9200
+OPENSEARCH_AUTH_USERNAME = admin
+OPENSEARCH_AUTH_PASSWORD = admin

requirements.txt

@@ -43,6 +43,7 @@ ipython==8.14.0
 isoduration==20.11.0
 jedi==0.18.2
 Jinja2==3.1.2
+jproperties==2.1.1
 json5==0.9.14
 jsonpointer==2.4
 jsonschema==4.17.3