conformance spec and utils spec now pass

cnti-testcatalog · May 5, 2020 · c1ce11c · c1ce11c
1 parent 73692a6
commit c1ce11c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/spec/cnf_conformance_spec.cr b/spec/cnf_conformance_spec.cr
@@ -24,6 +24,7 @@ describe CnfConformance do
   it "'all' should run the whole test suite" do
     # puts `pwd` 
     # puts `echo $KUBECONFIG`
+    # Test the binary
     build_s = `crystal build src/cnf-conformance.cr`
     $?.success?.should be_true
     puts build_s 
@@ -37,7 +38,7 @@ describe CnfConformance do
     (/PASSED: Replicas decreased to 1/ =~ response_s).should_not be_nil
     (/PASSED: Published Helm Chart Repo added/ =~ response_s).should_not be_nil
     (/Final score:/ =~ response_s).should_not be_nil
-    (all_result_test_names(final_cnf_results_yml)).should eq(["privileged", "increase_capacity", "decrease_capacity", "ip_addresses", "liveness", "readiness", "install_script_helm", "helm_chart_valid", "helm_chart_published", "image_size_large"])
+    (all_result_test_names(final_cnf_results_yml)).should eq(["privileged", "increase_capacity", "decrease_capacity", "ip_addresses", "liveness", "readiness", "install_script_helm", "helm_chart_valid", "helm_chart_published", "image_size_large", "reasonable_startup_time"])
   end
 
    it "'scalability' should run all of the scalability tests" do

diff --git a/spec/utils/utils_spec.cr b/spec/utils/utils_spec.cr
@@ -105,7 +105,7 @@ describe "Utils" do
 
   it "'all_task_test_names' should return all tasks names"do
     create_results_yml
-    (all_task_test_names()).should eq(["image_size_large","cni_spec", "api_snoop_alpha", "api_snoop_beta", "api_snoop_general_apis", "reset_cnf", "check_reaped", "privileged", "shells", "protected_access", "increase_capacity", "decrease_capacity", "small_autoscaling", "large_autoscaling", "network_chaos", "external_retry", "versioned_helm_chart", "ip_addresses", "liveness", "readiness", "no_volume_with_configuration", "rolling_update", "fluentd_traffic", "jaeger_traffic", "prometheus_traffic", "opentelemetry_compatible", "openmetric_compatible", "install_script_helm", "helm_chart_valid", "helm_chart_published", "hardware_affinity", "static_accessing_hardware", "dynamic_accessing_hardware", "direct_hugepages", "performance", "k8s_conformance"])
+    (all_task_test_names()).should eq(["image_size_large", "reasonable_startup_time","cni_spec", "api_snoop_alpha", "api_snoop_beta", "api_snoop_general_apis", "reset_cnf", "check_reaped", "privileged", "shells", "protected_access", "increase_capacity", "decrease_capacity", "small_autoscaling", "large_autoscaling", "network_chaos", "external_retry", "versioned_helm_chart", "ip_addresses", "liveness", "readiness", "no_volume_with_configuration", "rolling_update", "fluentd_traffic", "jaeger_traffic", "prometheus_traffic", "opentelemetry_compatible",  "openmetric_compatible", "helm_deploy", "install_script_helm", "helm_chart_valid", "helm_chart_published", "hardware_affinity", "static_accessing_hardware", "dynamic_accessing_hardware", "direct_hugepages", "performance", "k8s_conformance"])
   end
 
   it "'all_result_test_names' should return the tasks assigned to a tag"do