diff --git a/test/test_artifacts/v1/jupyter-lsp.test.Dockerfile b/test/test_artifacts/v1/jupyter-lsp.test.Dockerfile
new file mode 100644
index 00000000..812ca824
--- /dev/null
+++ b/test/test_artifacts/v1/jupyter-lsp.test.Dockerfile
@@ -0,0 +1,6 @@
+ARG COSMOS_IMAGE
+FROM $COSMOS_IMAGE
+
+ARG MAMBA_DOCKERFILE_ACTIVATE=1
+
+CMD ["python", "-c", "import jupyter_lsp"]
diff --git a/test/test_artifacts/v1/notebook.test.Dockerfile b/test/test_artifacts/v1/notebook.test.Dockerfile
new file mode 100644
index 00000000..16ca7e39
--- /dev/null
+++ b/test/test_artifacts/v1/notebook.test.Dockerfile
@@ -0,0 +1,6 @@
+ARG COSMOS_IMAGE
+FROM $COSMOS_IMAGE
+
+ARG MAMBA_DOCKERFILE_ACTIVATE=1
+
+CMD ["python", "-c", "import notebook"]
diff --git a/test/test_artifacts/v1/python-lsp-server.test.Dockerfile b/test/test_artifacts/v1/python-lsp-server.test.Dockerfile
new file mode 100644
index 00000000..24b38e7f
--- /dev/null
+++ b/test/test_artifacts/v1/python-lsp-server.test.Dockerfile
@@ -0,0 +1,7 @@
+ARG COSMOS_IMAGE
+FROM $COSMOS_IMAGE
+
+ARG MAMBA_DOCKERFILE_ACTIVATE=1
+
+# "Confirm that installation succeeded" by running this - https://github.com/python-lsp/python-lsp-server#installation
+CMD ["pylsp", "--help"]
diff --git a/test/test_dockerfile_based_harness.py b/test/test_dockerfile_based_harness.py
index cdf7f942..0d8b885c 100644
--- a/test/test_dockerfile_based_harness.py
+++ b/test/test_dockerfile_based_harness.py
@@ -27,7 +27,10 @@
     ("sm-python-sdk.test.Dockerfile", ['sagemaker-python-sdk']),
     ("pytorch.examples.Dockerfile", ['pytorch']),
     ("tensorflow.examples.Dockerfile", ['tensorflow']),
-    ("jupyter-ai.test.Dockerfile", ['jupyter-ai'])])
+    ("jupyter-ai.test.Dockerfile", ['jupyter-ai']),
+    ("jupyter-lsp.test.Dockerfile", ['jupyter-lsp']),
+    ("jupyter-lsp-server.test.Dockerfile", ['jupyter-lsp-server']),
+    ("notebook.test.Dockerfile", ['notebook'])])
 def test_dockerfiles_for_cpu(dockerfile_path: str, required_packages: List[str],
                              local_image_version: str, use_gpu: bool):
     _validate_docker_images(dockerfile_path, required_packages, local_image_version, use_gpu, 'cpu')
@@ -45,7 +48,10 @@ def test_dockerfiles_for_cpu(dockerfile_path: str, required_packages: List[str],
     ("sm-python-sdk.test.Dockerfile", ['sagemaker-python-sdk']),
     ("pytorch.examples.Dockerfile", ['pytorch']),
     ("tensorflow.examples.Dockerfile", ['tensorflow']),
-    ("jupyter-ai.test.Dockerfile", ['jupyter-ai'])])
+    ("jupyter-ai.test.Dockerfile", ['jupyter-ai']),
+    ("jupyter-lsp.test.Dockerfile", ['jupyter-lsp']),
+    ("jupyter-lsp-server.test.Dockerfile", ['jupyter-lsp-server']),
+    ("notebook.test.Dockerfile", ['notebook'])])
 def test_dockerfiles_for_gpu(dockerfile_path: str, required_packages: List[str],
                              local_image_version: str, use_gpu: bool):
     _validate_docker_images(dockerfile_path, required_packages, local_image_version, use_gpu, 'gpu')