fix(docs): Update getting-started script pre-26.3.0 (#667)

* docs(getting_started): Sleep until CRD is installed

* wait for job to finish and remove doc references to the driver pod

---------

Co-authored-by: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com>

Author: NickLarsenNZ

docs/modules/spark-k8s/examples/getting_started/getting_started.sh

@@ -45,6 +45,25 @@ exit 1
 ;;
 esac
 
+# TODO: Remove once https://github.com/stackabletech/issues/issues/828 has been
+# implemented (see that issue for details).
+until kubectl get crd sparkapplications.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkhistoryservers.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkconnectservers.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkapptemplates.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+
 echo "Creating a Spark Application..."
 # tag::install-sparkapp[]
 kubectl apply -f application.yaml
@@ -54,16 +73,12 @@ sleep 15
 
 echo "Waiting for job to complete ..."
 # tag::wait-for-job[]
-kubectl wait pods -l 'job-name=pyspark-pi' \
+if kubectl wait pods -l 'job-name=pyspark-pi' \
   --for jsonpath='{.status.phase}'=Succeeded \
-  --timeout 300s
-# end::wait-for-job[]
-
-result=$(kubectl logs -l 'spark-role=driver' --tail=-1 | grep "Pi is roughly")
-
-if [ "$result" == "" ]; then
-  echo "Log result was not found!"
-  exit 1
+  --timeout 300s; then
+  echo "job succeeded"
 else
-  echo "Job result:" "$result"
+  echo "job failed"
+  exit 1
 fi
+# end::wait-for-job[]

docs/modules/spark-k8s/examples/getting_started/getting_started.sh.j2

@@ -45,6 +45,25 @@ exit 1
 ;;
 esac
 
+# TODO: Remove once https://github.com/stackabletech/issues/issues/828 has been
+# implemented (see that issue for details).
+until kubectl get crd sparkapplications.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkhistoryservers.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkconnectservers.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+until kubectl get crd sparkapptemplates.spark.stackable.tech >/dev/null 2>&1; do
+  echo "Waiting for CRDs to be installed"
+  sleep 1
+done
+
 echo "Creating a Spark Application..."
 # tag::install-sparkapp[]
 kubectl apply -f application.yaml
@@ -54,16 +73,12 @@ sleep 15
 
 echo "Waiting for job to complete ..."
 # tag::wait-for-job[]
-kubectl wait pods -l 'job-name=pyspark-pi' \
+if kubectl wait pods -l 'job-name=pyspark-pi' \
   --for jsonpath='{.status.phase}'=Succeeded \
-  --timeout 300s
-# end::wait-for-job[]
-
-result=$(kubectl logs -l 'spark-role=driver' --tail=-1 | grep "Pi is roughly")
-
-if [ "$result" == "" ]; then
-  echo "Log result was not found!"
-  exit 1
+  --timeout 300s; then
+  echo "job succeeded"
 else
-  echo "Job result:" "$result"
+  echo "job failed"
+  exit 1
 fi
+# end::wait-for-job[]

docs/modules/spark-k8s/images/getting_started/spark_log.png

@@ -56,8 +56,3 @@ The initial job is persisted for several minutes before being removed.
 The completed state looks like this:
 
 image::getting_started/spark_complete.png[Completed job]
-
-The driver logs can be inspected for more information about the results of the job.
-In this case the result of our (approximate!) pi calculation can be found:
-
-image::getting_started/spark_log.png[Driver log]